diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb1078e6b2e87c5d0a83bd4affa2cf8caaa23687 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1239d87178c47148500e76e460acb64bf49f66ba5862f41ea5c1b26fc70999f6 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fc62cc86ed0b0507bd3f548017e2015617410a0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb088fd2bc1d4cdb99552692564fa2ee98cb4220f8da32bbb22c5e8541f4cf8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fc62cc86ed0b0507bd3f548017e2015617410a0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb088fd2bc1d4cdb99552692564fa2ee98cb4220f8da32bbb22c5e8541f4cf8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52d2a24ecbd8657ea6d8bad0f8afee50132a8b3f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 17000, + "_step_count": 17001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8203a97aa8b260aad60ee88f467c1d7f3d84afcc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 17000, + "task_position": 3, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..26a88a12be5d31e716cade85b56b5f67fada1849 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_017000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 17000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6275a600ff8b5c699bdfa336b2a82c98343772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fcc4bd83c44a018080f5d9ebb90065bfea99b47f9f32b8b25dd89a7fda038ea +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e830ebb7cb3d4585a9d671714863864c19f8bb87 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a67ca2aaa339da37cf2e1a7bb00bdd1e67ee823 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc8320131c25a451dc06275e50c1134646566dae --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32f788ea5fdaa120677c0be8588b8ba31b4a6b5ef9c4753436964e758df5826 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..809a3ee957a7688dcfca3cbde009b78c81b8c4f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7377c8509e709d3374916a9ec999bef0d87513d23655bb5f1fd9a3f14d9b8e7 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..809a3ee957a7688dcfca3cbde009b78c81b8c4f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7377c8509e709d3374916a9ec999bef0d87513d23655bb5f1fd9a3f14d9b8e7 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3845dde8614ac8817b9b9b475edb7dfe6c98401 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3fe977178db4d9a9ef18d83d250674d651139892 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 18000, + "task_position": 3, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c44a8f5febbcdf51c4b1a42a4bd4aef10beff038 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_018000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 18000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1200c2fb67066b22f23ffe31e25d649cf2bae3 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d31d385f048e1057efada832de5f4cbe7a491776bd3a440acd0bfd476869733 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e830ebb7cb3d4585a9d671714863864c19f8bb87 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a67ca2aaa339da37cf2e1a7bb00bdd1e67ee823 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..56ff920c81fcd8f0a4df20161e29926b955a4012 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 19000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c952827082aca16706f75890aa0b35242f25438 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63357f5f647936600f4742115ec58cb85c9373190fa81a9167bad731e2293d0c +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28d4ff526ae18207772e215f90f00bad489cd444 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22672d6ccf1a6a84ea8658f4685dfb40d4e31146077a9c9a618028c1b15ceac8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28d4ff526ae18207772e215f90f00bad489cd444 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22672d6ccf1a6a84ea8658f4685dfb40d4e31146077a9c9a618028c1b15ceac8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ae71dc99b9ff7190144e8d57de23d913825012c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 19000, + "_step_count": 19001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e275a961ad58a4fbc57e3893daffbd6ab7eade0a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 19000, + "task_position": 3, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9d2544a1d5b0aa3f9dfe3226c842cda91c5633e1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_019000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 19000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..935e0e9f4852d7aa374af4d72786993e665be1ba --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7a052e976d1116e1cabff9d38189918f0873a56a225ac128328eb5c1ad65bf9 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e830ebb7cb3d4585a9d671714863864c19f8bb87 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a67ca2aaa339da37cf2e1a7bb00bdd1e67ee823 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task01_007000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a441b47232a6a4c5c4822d181d5976135f960cf --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8854d2044b254cdfff278bc718d5113b37a54d3843df72b4d67ae1afa3f41caa +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c156bed3b7003bdd077770471df9309650724fdc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07722b17781b21894ec98c1b20a3895d72ba659502afb96b5987ecffe0e868fc +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c156bed3b7003bdd077770471df9309650724fdc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07722b17781b21894ec98c1b20a3895d72ba659502afb96b5987ecffe0e868fc +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d92fe40a4ea672a930227fd4d5c4fb704a35c9ea --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..33842611aab14a3e9e4656e34f1be70b2c444d31 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 20000, + "task_position": 3, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5b175966af48851428f5ff2357aaf778da8fe68e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 20000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d554518de53b851be7f122a6094d93bd4e9a85d1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39605cb7cd56647219a9dc06545a9a9d86ab22fd64a123d8a98c6b19aa8af9fa +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7820c04576848a4c4bc63dcb05df4faf1161c7f5 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 21000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dcdb22f056ccd7b67547305dc59497963d4527c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22899132df27c0752bbe176336ea92071e4972e8fcd413496eb65370246a367 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b344008e7f4af0625d30052b572a54507503352 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaac5dda5696663f666416ec4831901caebb054f0bac46dcc887fbc73879a82d +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b344008e7f4af0625d30052b572a54507503352 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaac5dda5696663f666416ec4831901caebb054f0bac46dcc887fbc73879a82d +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b2a3f7c66caa28845f4c26f5315a8c6ae7f5bf --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 21000, + "_step_count": 21001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..db4a842455754db5251b5fbd7a2dfc794a967087 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 21000, + "task_position": 4, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..03b977d1292c1da89d623d5f421acd9f6a2d4d53 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_021000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 21000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4d5bfbee3d3fdff8b13ecfa8f686bd0fcd9df69 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0eb6c11a045dada37b09dc37b5717c94913b4f285c69712c6a49f7661cdc2b +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb68ef23407242b26028b7ffe050b318c9090a45 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0259879cf4b75c93ca2c7589567c12ca8ce46ba46ce44fc09c3fca230b883ddc +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f785ec2d151e7d280d25a93a31106a59a6d09a3c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f313877058a1fb49252b9669c07f412b6f78531f4f4a076eff302fce14311f2b +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f785ec2d151e7d280d25a93a31106a59a6d09a3c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f313877058a1fb49252b9669c07f412b6f78531f4f4a076eff302fce14311f2b +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d03a5729aa77b4a2aedc5e6c6f2a90bb79aba20 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1f8405af0236f2f73bd6efa71cefcf66b73869c0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 22000, + "task_position": 4, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..92e6e50db562fc3572b72598e2d3115a379dd67d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_022000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 22000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00d2082283a4500ca9004edbb6b065fe37d8cbdd --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c43e47a6f34c1615d06654309d754563a40b616c6a095b4f719136a42b1a6cb +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ae872691c0f4c384a75e3015a6caf86c014370 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 23000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e66247e49291c69ee3f3a9ce738b014a20f9e73 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4a2bbdebfe1eb11cb62939d6ebb757d29fd70f073668f794e4a020cc184e28 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..611bad17fc8fa1ed0c5665353026db665ae0a62c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac1edac83e999ab2b33fdc4517fe3accd87b1a24dd44ae609685378119ef62f +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..611bad17fc8fa1ed0c5665353026db665ae0a62c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac1edac83e999ab2b33fdc4517fe3accd87b1a24dd44ae609685378119ef62f +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eb242ab48e7068ad4b4c4abcfb72db60388cf40a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 23000, + "_step_count": 23001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a46059a5a496920259cbce6a8ae1d9426c6e08fe --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 23000, + "task_position": 4, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8f121b129f229aff97576be0ae540e1fef62d13f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_023000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 23000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3612ef3d241d29df31f953252d0c809f4ce303ba --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f0b445640db5b69b9caf04b8e2b42d7d118184c0a921be256c3d3cc575e245 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec561fc9843687f21e9a4dff28a6cab1c7544b52 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6c8d6433b067d60bff9589d4fd9bf1ce121097deb472deb288c1e267ffdcc4 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..869188109c94303aa1483f5c3702b33fe3e8b8b1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05abb9289fe9eb1381390a9fada7f2348442cd198fac7c6700c3c5e793f473d9 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..869188109c94303aa1483f5c3702b33fe3e8b8b1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05abb9289fe9eb1381390a9fada7f2348442cd198fac7c6700c3c5e793f473d9 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aa3a21eaf951da216283cd28817b4da9623e373f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..05648256d9e15e6758bef541ce0e7a0cb7e3fdc0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 24000, + "task_position": 4, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..463c3f1d38bfdfadc5e2df8484b6b1225520202e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_024000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 24000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79d54f56eb1198c84482f81a6586bbe5cff47b5f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c389fe66bd23c7f3399183073d8c4e5930cdaf68e8a30c4c4c715a47d3c1b7a5 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ade015a8c22631bd9ac59f400fe56c9ae9eae02e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e952cdd63fe9027e5c3386f0bf8898e4f2f96f5c004101cbb7ba0434a74fec3 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..def0c2354ca4fe489f8ebc15d9ca5d5de0722a6d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9e401f7a5a74755bfe749386486f5cf88ab958a1c95361c69aa2870e9459c0 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..def0c2354ca4fe489f8ebc15d9ca5d5de0722a6d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9e401f7a5a74755bfe749386486f5cf88ab958a1c95361c69aa2870e9459c0 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e1639e02a3b416c9c6a97d884f98eaec8c36de --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..206929016694dc99a3fc630c90d628206b377440 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 25000, + "task_position": 4, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..0199b0d3496c168cf1bc26b17555c6792e0140d8 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task04_025000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 25000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5987c5faa057b6809eb082487b45d7e0db1c40d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b3e8887bb547e9dcb4ef4ba7ae4088cf73670299edbac5efecc0ac6351ce55 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e85ef71ef2b77fa42843297b4cea5f56eabfce77 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:505c3625e56cbc0cadf7cca0a41316cfd2498b7207574304bb9e64de1494fc03 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c6f3bc81902636a4335c8b8cde671350abf6d8a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1c15b9b9034382d7b405c735fb4b126fbad0088776d0a3446d349a39617102 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c6f3bc81902636a4335c8b8cde671350abf6d8a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1c15b9b9034382d7b405c735fb4b126fbad0088776d0a3446d349a39617102 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ba840aaaebb4414f651cbbc7e9f54f040be4a5b0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 26000, + "_step_count": 26001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5482de7546d6e9b7fc8644a757192d930d9c5303 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 26000, + "task_position": 5, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d98f63aa66bdc06ca783013c6e59c63b8cbae87a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_026000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 26000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c361b2aed0528374bfd020d3d410541b3f27832f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb19491bf74c7537fbb94ece858c5ffe9a8cec295dbdc6f38829492358e5d0a +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..0b7290592a849cf9c10e9fc2a06e13719ffd3a3c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 27000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5fccfef1f98ac7405637eff7ded4d64e3b19a93 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6316b8787d39321ae9c0dc2ee1e2d74c812c84991917fcd5cf2f448af50a7ef4 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a79a1b0493fa1c72e2a39a074db68038f18443ec --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcfce59fa6d62a5296cd9aeb6f09f072a1fcd31ea014b269df1d12406d0bbad +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a79a1b0493fa1c72e2a39a074db68038f18443ec --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcfce59fa6d62a5296cd9aeb6f09f072a1fcd31ea014b269df1d12406d0bbad +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5bfb14925b62f260f1e1273b5fc53064f216fff --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 27000, + "_step_count": 27001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e2124b9d42dd3a77fa54a8c74dbce05914864f12 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 27000, + "task_position": 5, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..90c0eee73d34e61d5162dd95478462ce2f356778 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_027000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 27000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af38371c847ed0e082321a1fbbd5c75f1eb20160 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57250478cca84ddbcad0d515f8a353baef421b4ba06a54f0650ae48ce66b19b0 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..86065a62b528a2c5fbe5615c4f34ea67322ce13e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 28000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..034ced100b60676901703b3d9e26bbdba6770141 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e0587e63cf74c8aafe17dcf493df887ef8f5aed068e871a601a99eccdd0c2d +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06d69b18ed9151ca990d50704d80ac80a530e0fc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2292d5d1f62047c6ce4f2cb0460ee3d987164443e9be117f294cc56d2294cf36 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06d69b18ed9151ca990d50704d80ac80a530e0fc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2292d5d1f62047c6ce4f2cb0460ee3d987164443e9be117f294cc56d2294cf36 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f36acf86cd5b682774bec8e5ce4e881719c453c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 28000, + "_step_count": 28001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f151b650d86cd3c0800dbe6ff2b7e7030ea77b2f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 28000, + "task_position": 5, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2956e19702a004368f5ca4613fafe1777bd82108 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_028000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 28000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8cc715d5e73f8bfd4b408c532bdbcaca4b3427a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a64f4d4b757fbbcaf5cb2d1ef407f3219dfedf01b0afad8d830c42e745335a +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b0ed16f946816dee5c395931f30b430702e4043a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 29000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..163fbb37eb53b0b8955d95e85dd85133468cdf28 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3eb9767821056cc88e6817d117372b4be2df8041ce072ec9602d5e095ecd521 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c7973a9d1b74a40a20932c9acd84f91f38080d5 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4482a0509d34f88b852d2972f5a64831bd843b94bbd1bd8d5034138e111349f9 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c7973a9d1b74a40a20932c9acd84f91f38080d5 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4482a0509d34f88b852d2972f5a64831bd843b94bbd1bd8d5034138e111349f9 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a00fd5128f1ce1390a6fb56cf0b09f51f0b4d435 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 29000, + "_step_count": 29001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..de9e7dff22a5c41048695e81b21245a7af2d3182 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 29000, + "task_position": 5, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b58314850c56afa2b40864a8c450bfec6bc0feed --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_029000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 29000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18ec85f42e9cd8c4366e181946b73653c6627922 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e37eadbc34ac6ed94d3f717e58c24ecb4b2a80445e3be45f1a499c9d6cbc0b +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c2d722ba8f0667711d725a7e5f45d396d7346b0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03f6456e9c3c8ebeb5333666a9a9acf481398e15f9e55f9426e00bf269ac620 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d01ee5165823f8439cd324ef9bca190c2590b24c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c0dd6f5afea987e4bde3452b2661e363d8298265a920cf2652a2912a1271f0 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d01ee5165823f8439cd324ef9bca190c2590b24c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c0dd6f5afea987e4bde3452b2661e363d8298265a920cf2652a2912a1271f0 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..480f313e863d6095babde3d4c9092285f2bbc5a0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 30000, + "_step_count": 30001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8c5845e00860f7b472fca47e466bd30551ff5dfd --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 30000, + "task_position": 5, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9d463d1e988c8c28093ef17a4f333bb978c0162b --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task05_030000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 30000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19ffa083392d249e3a446852ccf88461ca1757fa --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924e275ced609ac8d0e4c96e1b23ff944cd289a1da0c400f67f88b7274891aea +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b336238f28b4df2bb873be706fc974549bc62f8c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 31000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8614450b533b03524de96b63ef3ca7b210b26c50 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9975bd83892168b17064f5a60db4b753684a218f4cbe0a220a6727a50ff886 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d141f696b68300ec216848a2469ca9201b9d27c2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366217b727098c3489526b6679cc3016aa7bbf533952b6d00692bb24cb5fed96 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d141f696b68300ec216848a2469ca9201b9d27c2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:366217b727098c3489526b6679cc3016aa7bbf533952b6d00692bb24cb5fed96 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..10d81843fd4769b78c42f2b66c5d3cd7ce94d890 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 31000, + "_step_count": 31001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..45cc5ac7bd2a4b5a4d5ed07ba3bc693940de1aa7 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 31000, + "task_position": 6, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2eab865b048d8d2da6152e82017a9d3642835a2d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_031000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 31000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe9223a0181ce6ae4f5dcf114b6af41e311f910a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ae9ce79e90418504acfff4dbe0d2f6e3c1e5fc38ff9c9e87d8da2544cdbbca +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..360706c89342152bca05a3fe1d8c765a755213d2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 32000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42ce5f4fb0e566c175fad8fae7a0740170f8c7d4 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f6a6cb582601537b7f7901fd11016d4d590cba7116146174be4dfaf71c401d +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ccceb2a157cf26b81ce3679a9acfdb38d93d9bf --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7506fc06a6817731cdfe40b2cc38cc85071f8141be7259c441f213f16c55c0e8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ccceb2a157cf26b81ce3679a9acfdb38d93d9bf --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7506fc06a6817731cdfe40b2cc38cc85071f8141be7259c441f213f16c55c0e8 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae6d2b84e2103b23d5ba13aae838b9fb47c3c11e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 32000, + "_step_count": 32001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1fe83796eef63354382b96e5935e46fad235ee1d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 32000, + "task_position": 6, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a521bced442dd6af16ae19b95a39546236a30f66 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_032000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 32000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39893b01acb533d6f2f9e57855f03edca2c2e6bc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d8626f5587c4d33fe235cf08587c7c9f0dda836796b91ec590cb883c49412d +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a8ee148932c4dcd38c2709874939717bade74e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 33000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f49e62ca5132d31f793a71b09b4b3295f743bd59 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bf73db2aabd597c26a3326f3c42caf45904f4676ae7d51e234b2f02a8b8348 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ca8cefdc061c681f66aabfbeafae8516746c768 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb04a3b43d0b13b8bca18a388b4496e16365adc0eb336537b13337ac126e32d +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ca8cefdc061c681f66aabfbeafae8516746c768 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb04a3b43d0b13b8bca18a388b4496e16365adc0eb336537b13337ac126e32d +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..24543eb29f846859b4dec42b9427f8b1de78cb9a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 33000, + "_step_count": 33001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6adb9d2ed0b04f392ed88097a42c8121ced8d339 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 33000, + "task_position": 6, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2376ef9ceceaf254a8dc184fbba1815262b85e8e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_033000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 33000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..219ffe17487b1da45b2997d6255a212e2559068f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a79f276b84c0b49397d0cc5b5b09c0fb2e7ba3ddcbda1193e425a74704095a +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..740e2f1334f5726ddfb1efb9eb0cf8def5a503cd --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 34000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d3628cfb3a4252af0a35cab5732c0fc1f05c086 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f5328803352c920652036b059647da179ce10f67de6f838b659253625cfe9c +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df8355f27a73fbc5d3ece17e9d8b7c7bab528750 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0bafe019ec8179c5c7216d17463b00e6f051f6b1d65ca49f9b2e787b42adba +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df8355f27a73fbc5d3ece17e9d8b7c7bab528750 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0bafe019ec8179c5c7216d17463b00e6f051f6b1d65ca49f9b2e787b42adba +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08fef48488ea2a58fe0f09a501dccdfcf5973215 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 34000, + "_step_count": 34001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c75c26a61b0dcc10961cef87a57b2c0a0daf4cd9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 34000, + "task_position": 6, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ff5434d62849bf5961fe937814c069ffe45fce2e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_034000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 34000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb3271c3f5b7cc9bc288c9417e929da19c6add5a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258e5bddcca563c499a42e5d405a0e95d40d765e1a29ad18e0332348becb96de +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60080824ceb9805d29c885917dc77e0277e52eb2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 35000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acdcf6b1ed17607951e291d143fcfbeef2019ac4 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2e225481d95d8acb8df7a64e1594b2de9df95ef0d08236449684f4e33be607 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26a8610cd7f5aaf0074b221ebb1aeca9f5554150 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77837d74e947c95e933a977b482a63689251ba7f0377552485e6e9ca2c43094 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26a8610cd7f5aaf0074b221ebb1aeca9f5554150 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77837d74e947c95e933a977b482a63689251ba7f0377552485e6e9ca2c43094 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1636cbc71e044f060c3d4a57ee49e90f946b6c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 35000, + "_step_count": 35001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a72f5f839a0b0f604e64b89a83988e56a079804e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 35000, + "task_position": 6, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f71294371988c979f2e36e6d00f44e31fdd1ddec --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task06_035000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 35000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a40ce2cb6f08fc528ec51b7440354f6c85f8006d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0267b287185b2cd25242695e80dedabfd32a6e83eeed2a9bb36d96a0bb90eba2 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ec74060efe48f3deb933d42c46542fa562986f50 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 36000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..575e47487fc9446cda47ed869dbdbad58b40ac2b --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f411b4d271436b51e393432cad1a3ec009f27f0edf4ce019611aa396ddd31c +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a7a0bb83ac53f750f3bb572b4a0a084c7ecdb94 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20dd9dccaf38128554336816ccad0251d9958ad5ddbafff714cfe40bdfe5bac7 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a7a0bb83ac53f750f3bb572b4a0a084c7ecdb94 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20dd9dccaf38128554336816ccad0251d9958ad5ddbafff714cfe40bdfe5bac7 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d3b09f473992fc932125bf89ee634812180edf9f --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 36000, + "_step_count": 36001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9572ccbcb122ce0d1fc9831791c35486ef821a50 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 36000, + "task_position": 7, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1034aabccd84715973a9b90006cabe2f7063628e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_036000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 36000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c03bc7580ad015208e45b32b37835fb3821b096c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4840dc03545cd384f24ada4c65ca729ecb21db1858dd82ff3119a531849c1c87 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..59adb96582f1246b398f54d3e8cca0cc4f97e7c2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 37000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98427243925f29dd514e2be513b5dfef2b88f3bc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5530e417c4996f74212e922610a09eeffae27b9493d898da491824acb3b7e9b7 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43a07d0443466ff86c30dde40370aa3dcc828074 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d479e465073021085e6059bfb81354c8ae2cae3b93b5b425d1c69075deee78f +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43a07d0443466ff86c30dde40370aa3dcc828074 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d479e465073021085e6059bfb81354c8ae2cae3b93b5b425d1c69075deee78f +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b5c6e2c0c501e28d5054236c67b4f11a3bb06584 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 37000, + "_step_count": 37001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..69180f23ecee0e2ab09f19c80653e46949994e52 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 37000, + "task_position": 7, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..69a22b349419763663df5f5ec37d6b261ddb829c --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_037000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 37000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90e85a238dad048fb950c900c3620616d3196e79 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd6112b068823cae82402656b74ff0b4bc8c6da193ffd4022a368f0b41a1eca +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d23fa7ab917d4467e871a903d8b35e962ef1c8 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 38000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af8659813252f849fbce069767939605d51f9bd7 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b548739a52dc83f5aaba7f24f10d8e47001dc877d38a0f80247422f07fb8392c +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..281f64a1495bb461027b324ee7c0f5a7026f395d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a9ae7237e9d52fa7d15dcc6e8e67b08c4a5dfbd3f18597392900f120a12c15 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..281f64a1495bb461027b324ee7c0f5a7026f395d --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a9ae7237e9d52fa7d15dcc6e8e67b08c4a5dfbd3f18597392900f120a12c15 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6f97f4bbda274f80031fdb81e864b882a68c386a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 38000, + "_step_count": 38001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c5102c926aec82c95ff6a915a40539882a586392 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 38000, + "task_position": 7, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4484db00922d71985917440752210dcfda904234 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_038000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 38000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..761bd3da33ff44c6d73ea489d6b73a70b7788eea --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffbd34a93f1789d2d229aae4e6e36865064812ffd4cc79c88b05d8a2ea0126e +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..8fbb17ce1a59c5d1e6fef40fc2e96147818d5645 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 39000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b26001f2fa932ca88c69237240cefac809867dc --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed2b17c28e47659574dcb5ec0500aad60b90ced57ede62b53ad674d58fa6004 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec48451f8fbb8c525f4b046dceeb8ef6a365378b --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9e39e610e3e159d68c5299497b74bca10ae45af4cf55dda7bb84adad661502 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec48451f8fbb8c525f4b046dceeb8ef6a365378b --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9e39e610e3e159d68c5299497b74bca10ae45af4cf55dda7bb84adad661502 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..14f2dcb18c3aa0e9a3811822776643fa2da8d80b --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 39000, + "_step_count": 39001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a0e752303c458c525c1141367966ffe15f8e5e20 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 39000, + "task_position": 7, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..745c9f6143ac2cfea4f6a0eda162e6173c7459c6 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_039000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 39000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dd91d7484c9939dae6043c356734952219b2e7a --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1480d1f0ce122d22a2c0e238f95f8621ba1f3e71b4c18e70afeac83a2c584d1 +size 41707720 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e947409bdb1bc5d0ff01266e33039376614240 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/train_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..16aacf222fa27006ddd4e42f7f40f9b70eb538a1 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/pretrained_model/train_config.json @@ -0,0 +1,751 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task03_020000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/checkpoint_complete.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_param_groups.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d327354bc2144ceb934bd201189d0b7cf4d32101 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd25fd4b3b02a350eb76cb066cfd3ec1db90ae8fdbfb02773da4d229d81b769 +size 83404560 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f904a3a9f3a00499e69af396a20e923449e01d6 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b59d2a30738d0b755f97361951a02ba23171de12266b4682a521d6416faa67 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f904a3a9f3a00499e69af396a20e923449e01d6 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b59d2a30738d0b755f97361951a02ba23171de12266b4682a521d6416faa67 +size 15708 diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/scheduler_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5a9e9324367ff3161e424b201e33d0695a026461 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/sequential_state.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..88c13fde91c23e7cda73e3e5949b2c105e9058ad --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/sequential_state.json @@ -0,0 +1,849 @@ +{ + "version": 1, + "step": 40000, + "task_position": 7, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_goal", + "task_index_within_suite": 0, + "task_index": 19, + "task": "open the middle drawer of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 1, + "task_index": 17, + "task": "put the bowl on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 2, + "task_index": 14, + "task": "put the wine bottle on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 3, + "task_index": 12, + "task": "open the top drawer and put the bowl inside", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 4, + "task_index": 18, + "task": "put the bowl on top of the cabinet", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 5, + "task_index": 15, + "task": "push the plate to the front of the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 6, + "task_index": 13, + "task": "put the cream cheese in the bowl", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 7, + "task_index": 16, + "task": "turn on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 8, + "task_index": 10, + "task": "put the bowl on the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_goal", + "task_index_within_suite": 9, + "task_index": 11, + "task": "put the wine bottle on the rack", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_goal_2e-4", + "job_name": "groot_rer_libero_goal_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "nknv0t3j", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_goal", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/training_step.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5d3fcfb85e0d65fb5a57a44f7e8efb26ac7b13d5 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task07_040000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 40000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/README.md b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/adapter_config.json b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_goal_2e-4/checkpoints/libero_goal_task08_041000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file