diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61185063baefe2979e621f8222f66f94157b31b1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ec83fe81fc459dd1da137a26d3d33d1297de6ce6c3cebcc3318da43f663288 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..171d00287053505b4586446cc9b8577bb204a451 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f176b091cd369b83ad8986968488838f547888457a73c4a6df21d7a16304d59d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..171d00287053505b4586446cc9b8577bb204a451 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f176b091cd369b83ad8986968488838f547888457a73c4a6df21d7a16304d59d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5c9e9f5b2ccd0acb5e82473b20db1f3164d8dea9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a68f0b80f36c36815c21518b2ee93e2c51eb4a44 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 14000, + "task_position": 2, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5eba1a7383d509b05778ffba9f5dde5c66f6f96a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_014000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 14000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c166b7c7c0a69f48885f607a287f3187bf8b81d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa329b11f2852e7e9333324e38775e4279db68c0b5aa7a6df66d9bc925c76542 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..5cec056c8ba7f3c2e865a0f73ae59975a0503067 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 15000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8d94d87405f6a679df2068021971e2961677235 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b375570eb13bd8a371e1c5354c79a09854cd62af1690555d3244933d1f45e89 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4b6ca3a496860d00ce2105e1f2fc38d4b8f77d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6402874ad99150c512b1c6e345ded2ec82ba6420eb1022cc7b8a441d557eb7af +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4b6ca3a496860d00ce2105e1f2fc38d4b8f77d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6402874ad99150c512b1c6e345ded2ec82ba6420eb1022cc7b8a441d557eb7af +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1373be4b80c5c6581adc252734e0cc4c7021fa7e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 15000, + "_step_count": 15001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3e876738f79c32e495df89c3732489254bbc31b5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 15000, + "task_position": 2, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2319ec2fff16a54b9edfe8b0f9127496a06b8566 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task02_015000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 15000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db8a365b6ef73bcd95abc25808c70d68ec394b12 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71135a04e05a9584480859017a2815061fc5688bc6b2f504b3430a2fdb0ca5c0 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a2997c9f0ab83cf0f917a630741a5a56d53a2c7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f538a95cc48aa5f76f5ca0ee01863040ffe41473b969dddd6741d6b484b78b +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5611a8c39557498ad743e34244d8fad58f1379c0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0617a2a5b778a0e300e32713554b3f11078ff5397c678d3c09e1db0db6997f +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5611a8c39557498ad743e34244d8fad58f1379c0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0617a2a5b778a0e300e32713554b3f11078ff5397c678d3c09e1db0db6997f +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..381074b4be8693d291a6bc40607aa0081bbea963 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 16000, + "_step_count": 16001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e6a3450145b6068848614f0934e15e27388a1b5a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 16000, + "task_position": 3, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bc0d23e286fd20f13f0536ca4d998d5c61df1440 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_016000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 16000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b80734088fc312ce4d8c376925118221eaa0fdc --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f691ca5deada13c19a3d09cd73e51c5d51b8e8f52044c4f80229f9aeb19e8ae +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c397907165bb49af5c8ed9f0802e1ca19fad31fb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 17000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4bbadd68e3653e757ce7f75508295b8a72f106d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ce6cba6003a543208e3906d54f6007172ed9bff623afccc97445cb1878b037 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93017e0032b3530cbd15fe19802abea6e48caec2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1168c17aa58064249e969ec67691ac156443336a84ef421cbd822dcf710c3ef +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93017e0032b3530cbd15fe19802abea6e48caec2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1168c17aa58064249e969ec67691ac156443336a84ef421cbd822dcf710c3ef +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52d2a24ecbd8657ea6d8bad0f8afee50132a8b3f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 17000, + "_step_count": 17001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a6a93fab5c73e65d323f4b0cfff6080ffa0ae826 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 17000, + "task_position": 3, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..eea41a0a84bae0578f3f705b07f7be3d105587bc --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_017000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 17000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29504bf18a666c4dd958ed3fbb751fce8054a88e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0857a29e0e2ca9c6cdb16611e2acec95b3d82e3eea142cda399ecdef085f9c5d +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa2e046784c368f8f3a749c56c6077b812aee034 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3370f822d80361cf9e8a699f5a87900162c6b3b3ea986a43cff37cafacdfd167 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..637303b1699b28c27951513b77bcf75b88301841 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331ce19c5aa1cad2fb6dbc48624d0c39bf75df269087e3a03ce8505908b6bdd +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..637303b1699b28c27951513b77bcf75b88301841 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331ce19c5aa1cad2fb6dbc48624d0c39bf75df269087e3a03ce8505908b6bdd +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3845dde8614ac8817b9b9b475edb7dfe6c98401 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5ab7d2e7f4a809284fa8fffc8ca68467f9a8f86f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 18000, + "task_position": 3, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..245686c26489b52d5f6ec241a867f8eb3bc59b32 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_018000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 18000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c13f165967d2c47948768c62c84d2fb493381f80 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ef9a810e687e1b6235a257d4b443ee73cd5d05cfbb51a11b3a269ebf0ad912 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..56ff920c81fcd8f0a4df20161e29926b955a4012 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 19000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4361e09b16f35d20dcc1eefba4160ac23cb5d3b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cef892b3951fb178d8950eb17aae2314c4d52fd1e078b33cd0d638ce7e41313 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60cb2e7ab4d823b2366f641169dd0141c13d1050 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2adb6323b74e5ba0bb5bf22f33c934495003bb2ca474bdcbd0c3537579fd73e +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60cb2e7ab4d823b2366f641169dd0141c13d1050 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2adb6323b74e5ba0bb5bf22f33c934495003bb2ca474bdcbd0c3537579fd73e +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ae71dc99b9ff7190144e8d57de23d913825012c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 19000, + "_step_count": 19001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1865aea8d0a17d375f5be032584c0c508c4abc75 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 19000, + "task_position": 3, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d192f2d873cf582910733e5d6d153a31a48b9634 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_019000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 19000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcb11cae17159b088e1195132657d42a5a5cb608 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10287606d0e3612b52be3c2419cf6a1b036c8b2ef78c4878510177c09e429070 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05752522bed2194add14f2028fa7cc40a96ad86e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba2da8df567aa9ad91dc43588c3982b843af349917a247268418c9e59662c92 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4a70ee8afc269ae6064791eff7e277f2cf1d492 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3019d0427c423881a38047e8fc4e920c6f12004a3d6a591f6735ee3e51214c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4a70ee8afc269ae6064791eff7e277f2cf1d492 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3019d0427c423881a38047e8fc4e920c6f12004a3d6a591f6735ee3e51214c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d92fe40a4ea672a930227fd4d5c4fb704a35c9ea --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6740ea485fdb9ccf60b43ff512c2b77b646b7256 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 20000, + "task_position": 3, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19ab74ea967b6853296de13d17b833862a8a5c86 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task03_020000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 20000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..405cf4f30ad90b6d017195067dde3025eb877b91 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0da8a68a6e5baeb1d39792ac1bdbb78ce140ba43d77c8293b1154609e586cab +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7820c04576848a4c4bc63dcb05df4faf1161c7f5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 21000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73857b4b2ddf7e9622350af57bc2ae0594f8e665 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f832c5399ecb5a2d7f77deb99ce5bf3108649697d80cbec255e5daf67ee6d1c8 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3bc82f7d8475ebc999bc42261ce60f693d8f7b7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02aa653c7e30555ffec3b2e64028f131b25e17803479eb026ab1e38017eecacd +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3bc82f7d8475ebc999bc42261ce60f693d8f7b7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02aa653c7e30555ffec3b2e64028f131b25e17803479eb026ab1e38017eecacd +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b2a3f7c66caa28845f4c26f5315a8c6ae7f5bf --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 21000, + "_step_count": 21001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..edc2101f2282e0e464a469a373b6aed1a13b6b68 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 21000, + "task_position": 4, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9620336c9c3130b0aee3219851567d2c86fe31d6 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_021000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 21000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee0ebe1ecc3838cb15d8b191c2406df69f22270d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03334b0b8af9a54c044a120e306e9ea9fe8a79fee7b52595cdd6f25628d5e835 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f1e44d8d5ca4b0d82db1e5ec9f63c59a5c492a0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f33b0db75f7854a6ac61815f46103a3d0fd056a989deb06efe65ebad83413f3 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c0958bdc55ae941e53d98f23ca537704c805a65 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af408de3afb8d3d84446d7791e468ec9d745131187e0c4e5eb2d326aa20617a9 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c0958bdc55ae941e53d98f23ca537704c805a65 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af408de3afb8d3d84446d7791e468ec9d745131187e0c4e5eb2d326aa20617a9 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d03a5729aa77b4a2aedc5e6c6f2a90bb79aba20 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b1fcd16763bb8fcbd883867dd4213f668427598d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 22000, + "task_position": 4, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5a2674240ab1f910a27102d34da1b1ba0d7dbe --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_022000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 22000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..853ba3714a5252b3497c1d35836a98a77ac6b8a9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1609e2dec4a90c9a617d9bbe795f2695989077606239a81a9dc1eb3cfd95aa +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ae872691c0f4c384a75e3015a6caf86c014370 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 23000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59ac5a370dde02512eb0b31d600e1be94ab23d39 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fd5f9556c2b2178e3e1a16d9c36ce4304e571011aba46b942673acedb5569c +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..307d11e54e3e747a5478079f5f9b9515f7c51d47 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c4e85231623f979c0044e910db239cb1bbd27efbc21c093ce17d3278f0584c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..307d11e54e3e747a5478079f5f9b9515f7c51d47 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c4e85231623f979c0044e910db239cb1bbd27efbc21c093ce17d3278f0584c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eb242ab48e7068ad4b4c4abcfb72db60388cf40a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 23000, + "_step_count": 23001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a9d8683862cfa4262b2aede72c73ae0021538028 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 23000, + "task_position": 4, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c03a9ae55682fbb7640cd345744a770ce17d618b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_023000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 23000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..092a6f749a38bd3cd64bbd5536dbf3048a353ba7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf357d96bcb0bbe1e8c4c344ef90d8700a89d9d0ae1f0f9a49fba5305ab4ef5 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec98cc8e12cb5db4dc426414367709ac7dcb271a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d175aaae63583bfbe291f3b27e9c1482d69f15d24a4c1d08140bc07c2158212b +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d732ce598d85d23987f12058046847cfd73c5b1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888fa3e7cac460d50366b1760af9eaa37bac115b9fb88acb1dd21297aea6f9df +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d732ce598d85d23987f12058046847cfd73c5b1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888fa3e7cac460d50366b1760af9eaa37bac115b9fb88acb1dd21297aea6f9df +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aa3a21eaf951da216283cd28817b4da9623e373f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..89d5d10e4756d60c6e0ef1757db947b6d088e5b7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 24000, + "task_position": 4, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..be02374463f8342d9c45fb117945e829a8077457 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_024000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 24000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..948f915173c0c405a2f8239e56045d0e34fce284 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6d0d28111d7ff7a9ca1de74ef91c575c7c443d1ac51d2c61e865e9aa24dd97 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2200369a9184931597b74c3beecf5831b79c53a2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cc4934d28e7d1bfa7abe0d76c4997edaba814cef259672a6ae2da456923227e +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6243eb1571d5ac61d0cbfced558847609a842e9a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a38a83ec598a3bee072b9f84263043c04d17a05cd5ebfa8c155748ed1577f7a +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6243eb1571d5ac61d0cbfced558847609a842e9a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a38a83ec598a3bee072b9f84263043c04d17a05cd5ebfa8c155748ed1577f7a +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e1639e02a3b416c9c6a97d884f98eaec8c36de --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5c028fb61d72f3f28e46697b4a2caf88f56874 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 25000, + "task_position": 4, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2d1bc9d4f96258cbab3f6577e09e4a91092bd723 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task04_025000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 25000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fd2b43d4b7485ef012f8ed6cda6b4de833c436a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf1fba0afb343288e8137d9a25c9d60bdd421b8731c90a0bbcc471d7717cf73 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a87a7da05a127ca19c72b5038d14b80110b83006 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdb3d8dea111f2558c038dddafed5e840faf1b8e8b0a89be5560ba1c6e3c398 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24b7fcdcedeaed44763151dc7a6807087d61ae45 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a424bf1fe2adcf026df0d921b1a0cac3d2fe87689c2b2f91872eb69512db4d3d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24b7fcdcedeaed44763151dc7a6807087d61ae45 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a424bf1fe2adcf026df0d921b1a0cac3d2fe87689c2b2f91872eb69512db4d3d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ba840aaaebb4414f651cbbc7e9f54f040be4a5b0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 26000, + "_step_count": 26001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..314bdbb4a6363adb01ce5eeff04132334b887c8d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 26000, + "task_position": 5, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..db5a0b4455e23b3bd98e9d29300460d6f61b7a7f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_026000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 26000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76b29c69d1d8cd5c1b482000e79dff1e2f037ed1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70548213a38474abbdf4978028be9f0160f2e0fd5a58a85478ceb28af70a6dba +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..0b7290592a849cf9c10e9fc2a06e13719ffd3a3c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 27000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afc0b251b7ccb6da204c6f42d79bb5d8fe770937 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6b5dbbb9f6afcbfb529c2a34aec38ae639ac10f2da1ed07ae1f1ecc1d8242f +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b56210252880e61e98c127a2a83fca2f21fd095e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd05da96bb0e5c3952c0e7742967796689f4f1aa0cdbc77e50fb3e8f25df730 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b56210252880e61e98c127a2a83fca2f21fd095e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd05da96bb0e5c3952c0e7742967796689f4f1aa0cdbc77e50fb3e8f25df730 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5bfb14925b62f260f1e1273b5fc53064f216fff --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 27000, + "_step_count": 27001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..420298e711f62a7af531d65d8625fc4ebd534920 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 27000, + "task_position": 5, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5bd5f147f883f9b31cf9194921d3102641f864 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_027000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 27000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff33f7cd19ce7ea511f8ae1e9d87d6884851b5db --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed78e5686cf7541d6c3db55aa243f87214fc80600f9ee18dbb9c0d040ef4948 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..86065a62b528a2c5fbe5615c4f34ea67322ce13e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 28000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc259f8bfcf402f5495dd093628259cfb505ffe7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1118343fd327bfbb3a4ba16d77d9993415ed74d24e3c952bbb6c791aa0c2039c +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ba02f346cd24ce1cff3735031df697a719d1f18 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2914e53e00dc45c5c70d34952d488d56ebae977a480ba358781873a0cf1c6582 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ba02f346cd24ce1cff3735031df697a719d1f18 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2914e53e00dc45c5c70d34952d488d56ebae977a480ba358781873a0cf1c6582 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f36acf86cd5b682774bec8e5ce4e881719c453c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 28000, + "_step_count": 28001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9a1be7c196ca4f70a5e08b6852e874064e106b72 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 28000, + "task_position": 5, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..79239acafa0ecae3c0a92a2c16d879556b5250cc --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_028000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 28000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc6d818bd2742dcc801c7c8e6d5c24870b1fa21d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d4426e8b2090ef27184c1c3fbff436d6811b501f21f3b367c1b57e8ff37f9b +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b0ed16f946816dee5c395931f30b430702e4043a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 29000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13a06c41e7308396ce78e06483541c531d77c400 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f4a04ab64a10ebd24f3c5d05a72c21ae1dd055ed474bb66ae4d2a2b132c838 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a196d1c0cfbaaf388eebc4f62026951ecdc3772 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d76f78757e0e938ffcf1e37f36c0c61dd867a81e3cf49b9a4ff9bda562cadb3 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a196d1c0cfbaaf388eebc4f62026951ecdc3772 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d76f78757e0e938ffcf1e37f36c0c61dd867a81e3cf49b9a4ff9bda562cadb3 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a00fd5128f1ce1390a6fb56cf0b09f51f0b4d435 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 29000, + "_step_count": 29001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2f0e09aa8813515c65385d2c0d76f54882cb9b49 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 29000, + "task_position": 5, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b5ac5ce8bed72e23d7941b609da77b4e81463654 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_029000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 29000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bfd9945f3a15492e77e7f68b7c4a8c7844b6a9e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db52d992efb0e1f05178bfadb753af14c827a72255fe4946c5865dca4f04e7a8 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e7c487258808c88527d235e47cb88f91f5e2128 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade2f44f2f0e9eebd25772da9e2a651708f48caa28d32b80e49fe67c2636a820 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fac46247d315da9d59dc4701cd1a6e783e85a42f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ac2cd951bf6ea6d1f20b68c01aed4215f25f8c490f42667fdbd2e78ea66713 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fac46247d315da9d59dc4701cd1a6e783e85a42f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ac2cd951bf6ea6d1f20b68c01aed4215f25f8c490f42667fdbd2e78ea66713 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..480f313e863d6095babde3d4c9092285f2bbc5a0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 30000, + "_step_count": 30001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bb868fe634263d782d958c5654478cb9f910767c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 30000, + "task_position": 5, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4036598c00d9687862c0774627c3f370afe1ea96 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task05_030000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 30000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ad8845679f9d11f8925b00e14052b621a915276 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:560bf2df6a2b70f0d8262f941a17ef19d39e7adb5ad44820b503a39967e13190 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89276690a13d3de074529ccc13608a8d9931401e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b336238f28b4df2bb873be706fc974549bc62f8c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 31000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d192dc99fe31ac57523c31d1bce69b8b7d7d4857 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c2dae38af761169364e09f68ecf9e1237f89cdaa5d3ec937f3d6aff95d6f40 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef02756e810e9c72fa17b7b9da37aca5c2492385 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9e1dc5b25f488f22d5ad3a875839859f743809aeea6cbe9ead061d5892961d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef02756e810e9c72fa17b7b9da37aca5c2492385 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9e1dc5b25f488f22d5ad3a875839859f743809aeea6cbe9ead061d5892961d +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..10d81843fd4769b78c42f2b66c5d3cd7ce94d890 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 31000, + "_step_count": 31001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0fe807d5354da0008cc0697ef44f88a505269d5e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 31000, + "task_position": 6, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..24b3c27c365a77452a2bb5fe9f83f0ab5dcaa312 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 31000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56524a347eacc44f879b2743895d98bd5a08a24f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea92effbd7eb99d0b6d302c09f091caabc568be944d8b83c66340daebed59dde +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..360706c89342152bca05a3fe1d8c765a755213d2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 32000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c9aab296a25eb5090754f7dc47317a5b74b7f48 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d363ae526a56dc720dfc3585aea01ecc108d8044cffb1a501efb6070adf90120 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecd3db0f2f50d54311657647b3b13953e7017863 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee0fc2b080e2c855eb1755d47fd3103fb70583abfa106444b7f8924e8398dd7 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecd3db0f2f50d54311657647b3b13953e7017863 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee0fc2b080e2c855eb1755d47fd3103fb70583abfa106444b7f8924e8398dd7 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae6d2b84e2103b23d5ba13aae838b9fb47c3c11e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 32000, + "_step_count": 32001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..094074746dd76341cc7545ae33fcb8ff48c38279 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 32000, + "task_position": 6, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..55a4f4e77656e53463583a304bdd68e637865445 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_032000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 32000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f1ee4a2604c878dfe074ffac4966a13f38351ee --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bef364f9c1648a440119038c17686660d89f49936c0fa4f20e3afaf2f4ef825 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a8ee148932c4dcd38c2709874939717bade74e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 33000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21d109b21b2df98c52aff198db4185f4fbd97c2a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db1bafe3be5ed1e5555f92eca6e0df427125d4afb6fbe2bfa7e7213595e796e +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a543f0b802349001820eb2783dab5b45411a1f9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c08f4387e3e307ed348453272d2737fa680610f94eaf2fd6a715e26e5128532 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a543f0b802349001820eb2783dab5b45411a1f9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c08f4387e3e307ed348453272d2737fa680610f94eaf2fd6a715e26e5128532 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..24543eb29f846859b4dec42b9427f8b1de78cb9a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 33000, + "_step_count": 33001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..70c8e7894a77f9272c68270d6545fefc9632232b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 33000, + "task_position": 6, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..def595b557ea3022456edd469d425c5a2ae3e14e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_033000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 33000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..490ce3e779a6beb91ed8aa508b298ecb55d4b079 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc64a5b54a104ca62721da9401e91cfed545b5cf381af689a67ad16210c31e7 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..740e2f1334f5726ddfb1efb9eb0cf8def5a503cd --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 34000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c12857efcd8e70e2dd59b63735c9e8c7778ecb1a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6860a0a6ad7ab3d58cfa95be865b5a536cca6cd54e64b119e07e926753730f +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3dcbf57d0cea2a48238e3f645f0b6894538360d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73aba9c2d42c170f23d7c79f5b245009b05148981e30e34845f3dea2c912a8c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3dcbf57d0cea2a48238e3f645f0b6894538360d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73aba9c2d42c170f23d7c79f5b245009b05148981e30e34845f3dea2c912a8c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08fef48488ea2a58fe0f09a501dccdfcf5973215 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 34000, + "_step_count": 34001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5e089600502ed55e0122496e0adfff02cd44ed43 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 34000, + "task_position": 6, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..22eb83cbf73b4ca34770cf24ee26865279464cc4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_034000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 34000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbbe426cab8a6b0958f7f0d6888223c45d52a2d0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc9c33be7848fe0c969d3d4978bee433e604d9e21a72f0a349214726c5e87ce +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60080824ceb9805d29c885917dc77e0277e52eb2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 35000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3561feeef40cf79484a9819d2da533d61810cc2b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041900680d285d2fb4133ef24dc3f34f438e7e9ebe5d16e1edeeb588538b42c5 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b83920ac219ff6294678b4143726458883e19ca0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1185444efcee02e7b9fc41541783e4605384ceae85b8e3e1d97f2cd800846379 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b83920ac219ff6294678b4143726458883e19ca0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1185444efcee02e7b9fc41541783e4605384ceae85b8e3e1d97f2cd800846379 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1636cbc71e044f060c3d4a57ee49e90f946b6c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 35000, + "_step_count": 35001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d9970c5ea39f37752c5a660d144f1e541a54fef1 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 35000, + "task_position": 6, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..0669cbc821ed825fb234711b15faba531a673ffe --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_035000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 35000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25ca0c1594a6994f73d438d50e3dde39c480dba7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb356a2346080c98725279d6d6b42b06a14ebc78128913d214c82dd212261f81 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ec74060efe48f3deb933d42c46542fa562986f50 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 36000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d26e19ea9f88dfae020cf855e766ffa7dcdb07e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb331862d1c9fa8233b07bf8d17857f7937a600696ad08e4b30d0db109f0fd6 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..704974d3abde69d340704e6b9d97f9469c2f9abc --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655320d36c4b856d8b967ad532d8051c25f09b8e9696dffcdcbe6432476cbe1b +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..704974d3abde69d340704e6b9d97f9469c2f9abc --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655320d36c4b856d8b967ad532d8051c25f09b8e9696dffcdcbe6432476cbe1b +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d3b09f473992fc932125bf89ee634812180edf9f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 36000, + "_step_count": 36001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52fac60b0ac91db1e0578466163075a9a16717fa --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 36000, + "task_position": 7, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c0356f5d0f8dedccabd8c58f6557e6d6cf8d4785 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_036000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 36000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09dc6759d4396d17f50281dc48727575d945ce9a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7250348c2bcb6949b15fddfcb68c33b4e8a5008c4b1f3ed91a362ec8737490 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..59adb96582f1246b398f54d3e8cca0cc4f97e7c2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 37000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8c7082607f5314be7c675f63a25628d4325e198 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c8da192373f2ae6cdf70c3b4a99f8003cd25d1978e526a46cf2d6b91e02e6f +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e30ee2d27222b5031e4e0d9a6138cb221386ebf0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052b1e525cb8a39ef1e642854f469c284daf49914e20900e0ad98d062aa325e0 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e30ee2d27222b5031e4e0d9a6138cb221386ebf0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052b1e525cb8a39ef1e642854f469c284daf49914e20900e0ad98d062aa325e0 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b5c6e2c0c501e28d5054236c67b4f11a3bb06584 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 37000, + "_step_count": 37001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3053f32803b9c448d82d3c119c9f8308405c119f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 37000, + "task_position": 7, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..18f252c272faa97f2357c37130b0410e83f3c73e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_037000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 37000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..109edbc17791ba388cdfbf75d7b4a078131c98d7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff1e3f51a873c5586f951902fb454e304c138d9082236b6a576d15242a00273 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d23fa7ab917d4467e871a903d8b35e962ef1c8 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 38000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e43febcf59b6e293a87347736cd5aa26c0fa387 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b26c8bc7c14d3773e1ad10732abf939dcf36f502ed7d9a5a4ebbde9a0f7ba2e +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0760b943a07427dabfae4e15d67d668cdf05c7c4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c91e748d2b8a29cb14d81a6abd9e25addabe79447929d2bc458add33de1d96c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0760b943a07427dabfae4e15d67d668cdf05c7c4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c91e748d2b8a29cb14d81a6abd9e25addabe79447929d2bc458add33de1d96c +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6f97f4bbda274f80031fdb81e864b882a68c386a --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 38000, + "_step_count": 38001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b2da4de1a5dcb7813b4aaf2580408e0553d3a0b8 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 38000, + "task_position": 7, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..052f80212732a05ab4afec347c8f9d05f9995053 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_038000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 38000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ab8a527d9df0accc033d16ab43c1ba91cbdf74c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a334b6267b55c490964f8cc4ddb1f2460136e4d1b591a30e176cf0c7a37220dc +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..8fbb17ce1a59c5d1e6fef40fc2e96147818d5645 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 39000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f386d2db1b6d547bf78f37faa82650fcb6c67e5b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b358aad92b8b733f4f5060d9827459ebfab82e6a4d3b10ed4a4f11c132cad9e3 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46a8277aa02614a0bef8b13c34b9f2d80867122e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456550dfa3bf19c305aef3cfbf5180c0412cbdb81b437c74c7f1b89244835d06 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46a8277aa02614a0bef8b13c34b9f2d80867122e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456550dfa3bf19c305aef3cfbf5180c0412cbdb81b437c74c7f1b89244835d06 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..14f2dcb18c3aa0e9a3811822776643fa2da8d80b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 39000, + "_step_count": 39001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..03899ad6d7fdf0995e44587f4bb8ccf78cf8144c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 39000, + "task_position": 7, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b4a33d7562da838c29e60b8a33793aa2a11f42b6 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_039000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 39000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2990a86b997849bd603a24ee4be19e4750a81de0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e83f68b1fdbdda2abde620fc0f8b8dd7cf822169384746f62f4d50244df593 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa4d9b9d75ccd388c4f74838ea48837fae98c121 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6863b34ed62df7230d251ea02c4291f5312bf7210648772b8f1c7520a1df96 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6dcebb03d12b95259b84fd1b5de92388e0e659f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e127eed526f7ec293139c172a1c533ee5673bcbc6c72fdc30d06acbdda28dec3 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6dcebb03d12b95259b84fd1b5de92388e0e659f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e127eed526f7ec293139c172a1c533ee5673bcbc6c72fdc30d06acbdda28dec3 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5a9e9324367ff3161e424b201e33d0695a026461 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7f967afeae812e0a045fe741ec564c2c425e9a5b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 40000, + "task_position": 7, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5f2b0464d7844672158ce14f8c9b14a05a358459 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task07_040000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 40000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12ed182b4b2f4793b2b042c9d5b1238bf9f31c46 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c4c3d8a9240816fcfab9449a9823cf3fde9110200e6d8a4111652792212fa4 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..71a28153cbe44488b9e823e633ccf889e28b7a96 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 41000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04c519b81c4709b4836757543dd04efcb3abe9a3 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128dd0235c7921eb3ea832649302e08ada23900c45e7b84a175405535d2322c3 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b081e2257addf0c97631d359675a18c7334bd63f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0cd181f1a00d79966341b1a80f081286b33d25914e2815e272127c91dfd01d0 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b081e2257addf0c97631d359675a18c7334bd63f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0cd181f1a00d79966341b1a80f081286b33d25914e2815e272127c91dfd01d0 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff227c53987c82221c153b1353477069f0a91e13 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 41000, + "_step_count": 41001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff717b6c86b01df6548d01e08d225fe5f7e1092c --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 41000, + "task_position": 8, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..45afe56f4c1c80291e8d37e36a0c0d24033e3434 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_041000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 41000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8afbe9512a3d9ac18c5fd75821a150337551c86 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff8a5b9066507f3ec6baeca3665f00f06b8a07035bebcdaf6cda789f2dea032 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..68f7e50d12ca49bcf4a2afe411c5215ffaf76dfa --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 42000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f904f4fae43eeb628a3d7bbec2e221c41a7a6085 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dddf01193e1867a37e3cb4fcbb75feae1e9bdc562b114307eb49c08193b17cb +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae63c0a52356289bcf0b194fe65ae9051c35a59 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d28455fbad1b7c08ff049ef5dc74d511fc5325a216ac6364faf046ab3018611 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae63c0a52356289bcf0b194fe65ae9051c35a59 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d28455fbad1b7c08ff049ef5dc74d511fc5325a216ac6364faf046ab3018611 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1c4e3558aa5b3c0178734439a08769fd395964 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 42000, + "_step_count": 42001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..591ea04cb71eaf8f7e7e191a4956e6cc94b338f7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 42000, + "task_position": 8, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..abcbb39ae791d9b7c97b87d44c1b1c52a88e3d98 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_042000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 42000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d970016d90ffda4f048995fbf5ba59621b03ecb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1165ff888cf5c51dcc3be9a06ef3790b24c43575b2d9e6c61adffff05e7b00b6 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..2c813616877b02381c37abe6f4a79758d6ebb915 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 43000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd4bca6053cfece384a2bddf6ebcb728a481e4ec --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3373a3075749b2bd0710a9a89e39ef5a710de200d872ea4fc3c7b6073cc9c33 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..448382b800300873c520c37045b035df3c92b7d0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9d0eacda145d200d8cda1ca5abf379db2a59d3906a5b445ba9e826b0a68c90 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..448382b800300873c520c37045b035df3c92b7d0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9d0eacda145d200d8cda1ca5abf379db2a59d3906a5b445ba9e826b0a68c90 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7184dce411b1faab7ff3f4e07d9f294d084d66 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 43000, + "_step_count": 43001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7e8fc455fdedc6d6cab4c44312344d5d538992b4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 43000, + "task_position": 8, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1bb5aac95a1bd573e3e525fd2df3206d0217df42 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_043000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 43000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1195dc2c99c58338bb22632185aa96dfceb606a4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d91ab236e03e7384bb1ced3017487e4bda2b0b78c99600350d0dedb2f306c0 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..6a7afd8c0e19d8169d11b8b87964422d193ca923 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 44000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd07419ca39320a14437efad9612b44c40bcc62e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4a942a4792a7537a6c8b4afab17e548054e753e90804f8143591d994c46980 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f28076175baec4a5f7e02728db8e13820027a931 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1928b7ebe3ebf8525e603df27ea15828206650006db2c1aa4330e963cb1947e4 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f28076175baec4a5f7e02728db8e13820027a931 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1928b7ebe3ebf8525e603df27ea15828206650006db2c1aa4330e963cb1947e4 +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dffc5b50c3d2b01620c223c97902f8a328a4ddcf --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 44000, + "_step_count": 44001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3861b8063c0ebf6c8327f35e97868a7e1ac73412 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 44000, + "task_position": 8, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..08a76ec7ca302026a14d6c6e262f2b04b5623fdf --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_044000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 44000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ead1f69894ba0bcc82e7c536270f42f9c34aac7 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff98d8044735df28828173762a4ffd3c315828e1aac835597ca92ba47b87eb23 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..472b301a48ca897c9f2b7da46adc0312cf9a91d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 45000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a643ab5e6a557a729829ef6f06e941035fa24a1f --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c843e93e636365aa8d392abc86133799cf10fbe95d2c9d760d71c0816751f0c2 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1065afa4342c9ed1d622fd84bc0ac7e1d8bf0bdd --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61ef5373958a1ea3098ae99e50a0e49649e71bbef94bf4e88d75174445224eb +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1065afa4342c9ed1d622fd84bc0ac7e1d8bf0bdd --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61ef5373958a1ea3098ae99e50a0e49649e71bbef94bf4e88d75174445224eb +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cf70eff15d4e82918d0547b336e0cd5c1c8294 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 45000, + "_step_count": 45001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d906342bf1cc52d53a9dd47251e60aff6ed798da --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 45000, + "task_position": 8, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..75f20362e2179c2ac406be9f1ac57d107bc95825 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task08_045000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 45000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9b3f0dde0135b9b021b921c17caa3ec20e32648 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f6645a3494cd20257f9827f8b0c0bf6997aac841166c24b1616ff6dc60b713 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..a43ac865a273a5865dc7d1f28d4f9a078f67abe0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 46000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3612c970cb6abc6a46a083b361abf363baf438a4 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1988968cbc3b1c6a046bd2dfc6b1e990aba84c61a8fc260b231dc41386d1979 +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7ac7e2009399e3dfa559f2591cb266d045f5098 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adba3c6c54118ea705267e5a772947d5b47907bf7ea70cf2bff542d6875ed4dc +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7ac7e2009399e3dfa559f2591cb266d045f5098 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adba3c6c54118ea705267e5a772947d5b47907bf7ea70cf2bff542d6875ed4dc +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..057304ff8992456f3503720a98080dab0ccf8221 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 46000, + "_step_count": 46001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6a05574af1b1735b1e1bbaed54874a67568bc550 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 46000, + "task_position": 9, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..02090d3eb09b2e952d86542ac663b48455327a1b --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_046000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 46000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f95b3255c3f282849d949f617fd0a086ac4d8566 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab60e4ba5bde460ce5b67b5972298f5b410e4d8066e954e6cbe6602937df168 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..85db166430962b5b70bc2494f7a747a4565772ed --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 47000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..318a1d133a73eb52e059001bd526f7b2be6e1f1d --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7b538076aef4ee0f6fc6e5ce3bdacbbf0ab125d11c83f5e0135707d0925edb +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dae478825b61d818ceb1cbfaca39465b08080b43 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a85865a09d6d8a7d1c2af15ab2a2205a93813d8e0a0efacfbaab7a56b837ef +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dae478825b61d818ceb1cbfaca39465b08080b43 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a85865a09d6d8a7d1c2af15ab2a2205a93813d8e0a0efacfbaab7a56b837ef +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..00dfe729df08cdc3198b9f4c9375683afff17fcb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 47000, + "_step_count": 47001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..650c1c46772d9bfad4967c97fb6ce39feed24975 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 47000, + "task_position": 9, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ac27b00374eda4330ad53e3f57137c62f2c55ab6 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_047000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 47000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57547e0175b1fafb96ad327e0b7064d9678c4134 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95795dc4e076135c53a4bcecac8c1d2286eef23eea8502de0053af1cd8bbcbc1 +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/train_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e67531959048203c9cd580526ee01e8e17f5bddb --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/pretrained_model/train_config.json @@ -0,0 +1,775 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/checkpoint_complete.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..8a90a8c25646098fb894b4970773a854c286dd33 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 48000 +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_param_groups.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39a26a214b87e44976c16adc20eb5804ee8875a0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe786492e311e75d17093888a7afef67ac7d6ed8c0ccbdc3bef15bf5ad80b0d +size 83404560 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9846af60e26d19faac6db7db2b156a734b64ee12 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26ddd23a5797e15e20f818614ff0ba617d668085cf153fa66f14a52211e44ad +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state_rank_0.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9846af60e26d19faac6db7db2b156a734b64ee12 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26ddd23a5797e15e20f818614ff0ba617d668085cf153fa66f14a52211e44ad +size 15708 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/scheduler_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dcff48f43c6e9956dd6943f4788f07dd44ab0360 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 48000, + "_step_count": 48001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/sequential_state.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ec241b20c2058e7cb16a38bffad989369244e0de --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/sequential_state.json @@ -0,0 +1,873 @@ +{ + "version": 1, + "step": 48000, + "task_position": 9, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_object", + "task_index_within_suite": 0, + "task_index": 24, + "task": "pick up the alphabet soup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 1, + "task_index": 22, + "task": "pick up the cream cheese and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 2, + "task_index": 26, + "task": "pick up the salad dressing and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 3, + "task_index": 23, + "task": "pick up the bbq sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 4, + "task_index": 21, + "task": "pick up the ketchup and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 5, + "task_index": 28, + "task": "pick up the tomato sauce and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 6, + "task_index": 27, + "task": "pick up the butter and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 7, + "task_index": 25, + "task": "pick up the milk and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 8, + "task_index": 29, + "task": "pick up the chocolate pudding and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_object", + "task_index_within_suite": 9, + "task_index": 20, + "task": "pick up the orange juice and place it in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4", + "job_name": "groot_seq_libero_object_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "tam3py2b", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_object", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/training_step.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0e4f802251fb7d8ad1e5ef2784967ba6dcfba5 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_048000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 48000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/README.md b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_model.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..045d98b9a0151b8d85133172acfff21192ec5340 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbeef336e93e00607e8164450e51c7a53c995c8d05dad1ea2ff2a56eb9588ec +size 41707720 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/config.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5ab193dab9a85165098f4b0c7051570e03e867e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-seq-libero-half/groot_seq_libero_object_2e-4/checkpoints/libero_object_task06_031000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor.json b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_seq_libero_object_2e-4/checkpoints/libero_object_task09_049000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648