diff --git a/.gitattributes b/.gitattributes index 136136260486fa91d36273c44ff3d7ca6fc1bbef..220d4c6cd23a86fa63210569c2b805e7255273ad 100644 --- a/.gitattributes +++ b/.gitattributes @@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text groot_seq_metaworld_easy_2e-4/wandb/run-20261022_165616-yjt12t0j/run-yjt12t0j.wandb filter=lfs diff=lfs merge=lfs -text +groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/run-rvylwkor.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7abc57fd1762f0fb4360699e1b54545354e6a05a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf1fb406a6f5fcd73e366ccc030566aa621034dbb738853c95f1959e95c384d +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17e61fbc72b78a62132b02a7b540cde8cb50f613 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce49060ac537be1e523f9f831f4c0fb3bf6cd8ae12f38cff3f7f05d4f913c376 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17e61fbc72b78a62132b02a7b540cde8cb50f613 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce49060ac537be1e523f9f831f4c0fb3bf6cd8ae12f38cff3f7f05d4f913c376 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2d6f7548c952b01a5b258c09015b0ea521d204 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 10000, + "_step_count": 10001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..463b8c71a28b40ad83e410ccf1e623f22a04340c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 10000, + "task_position": 1, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9e5451c54868a429f7763462d63ab81f9d986c12 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task01_010000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 10000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..177b92102001963c15e215e30791a7f3b4b0c44a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f685322d365b5544f6145fa6cbe8812674e977dc4899e0461622f2f5b393b44 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..2389cf08c9a887d74ab54bbe783d6a4eccbbee72 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 11000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb7cd97e2e0f3d1156c289410f2c938ab64ddbfe --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74594c6351c9f2cdb486163034bd21b1d67539d0ad0e0d17dfa3c1054cece04 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..031c3f8684e00d30bdaca6feabcdfe73cc76b739 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a593e62dbc7bede6ed0121dfb6ab2ef14a0b3607d338416c7bac0e36f1b1f26f +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..031c3f8684e00d30bdaca6feabcdfe73cc76b739 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a593e62dbc7bede6ed0121dfb6ab2ef14a0b3607d338416c7bac0e36f1b1f26f +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a49a04f19f1d8d8aecf26da89761f9cd3fdd5fad --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 11000, + "_step_count": 11001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62bd887f8d68e422cd972cfb1b44465ec4b4e293 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 11000, + "task_position": 2, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4932b8874dce6841d6da4778521f504519afa45c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_011000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 11000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cef1f274051d421b0dc5a9ca06628178972ff9f8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac74324fe7e309cf5973697f95e8c60d9e7613e04b5dbad07f74caea7854f0b0 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b945bf3db443686488b5a17df341724d6c2d4ad --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4921c04d7fefd5157810c4efcfeacf7952fb2edcc06406e1d113ec68cd858f2c +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b76eb7f89bc5aa27629ab19ec22ce84acdcc9fc3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd670f3890129375e848cb4dfd0bb59c2fbcc1b9ce33868f0657574030713fe +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b76eb7f89bc5aa27629ab19ec22ce84acdcc9fc3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd670f3890129375e848cb4dfd0bb59c2fbcc1b9ce33868f0657574030713fe +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eff49d56651d8076895670462ec7a5b15c0b7b9b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 12000, + "_step_count": 12001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..425655b73e2a6875578183d5f67b86e33dbb17bc --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 12000, + "task_position": 2, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..aaccc85f3163e5026fa60fcdd31b5ac789e5383e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_012000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 12000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42b728244204da17e04240c3520ad53a717c57c1 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756036bea805e9cf28280173f7cb288f40416499b31a1e0bb1632519d25fcfff +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5915e7fb38c851f5b48d58c1f66fe9c9d147ed --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 13000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bebdcc173a7217a091d505959d98cfa722b00ad3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3657c3f79a427b5309abbd5f4824bb0afe3bc95a72764c8a31a99ef0cf7282b +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fe0311284167a41662a5d257f8f2b192561a9fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d84582238dbc1a4505a2c4c037a99f43cc0b7cd7f46f524c9f274f1527b96e +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fe0311284167a41662a5d257f8f2b192561a9fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d84582238dbc1a4505a2c4c037a99f43cc0b7cd7f46f524c9f274f1527b96e +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ef8064aa4824885f1b2ff4cef805214e196e3868 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 13000, + "_step_count": 13001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..72389d3330b20d8ba141caf8d016d33146f5f908 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 13000, + "task_position": 2, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..605a71d35b9f23774b0784f2e6912fb65b6de638 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_013000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 13000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c8e24b5f42af2b4fb22f0f0f026725b60960698 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ed0b0e34589850a88f8a2c036ac2c963e1a597e424f5f78d286bd08376fc05 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42a4f0fdedd46a3a4559915a588e69c9223deb48 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207228ced8ea247a1d473e8868db750a274df0357f6b148b8a5bc900d8bf103d +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a105b52385ac890cf5353b4f3f0e161b47e24ae5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca294f7e6daea863f9ae6af25124ec9603b8a24e3aa77bb8b42d268b1199e3f +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a105b52385ac890cf5353b4f3f0e161b47e24ae5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca294f7e6daea863f9ae6af25124ec9603b8a24e3aa77bb8b42d268b1199e3f +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5c9e9f5b2ccd0acb5e82473b20db1f3164d8dea9 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..57d98c4dcd6a18acdd7e0c98607f733ff799ca04 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 14000, + "task_position": 2, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5eba1a7383d509b05778ffba9f5dde5c66f6f96a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_014000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 14000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..330317ee8d6aaa1d511c9d23fd015484f7e22424 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b086e87e2e4b2a6dc794b453ecdc6a862cdc03598d2dc63956519cdebfdd7e5 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..5cec056c8ba7f3c2e865a0f73ae59975a0503067 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 15000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de56cff406c4080b3ec5260ed11a63b45da330db --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15696f8bde8c6be853509d676e88ed5a11ab59a4feb29380474f233a3c39eb00 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6218fb99f8d238a9731f35ef05037d3aad2e313d --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333931d35dd45da390a104cccf3930a95c8a4ed49c60010e5a10695b6dd0e078 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6218fb99f8d238a9731f35ef05037d3aad2e313d --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333931d35dd45da390a104cccf3930a95c8a4ed49c60010e5a10695b6dd0e078 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1373be4b80c5c6581adc252734e0cc4c7021fa7e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 15000, + "_step_count": 15001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1275c6390afce16407527319d21e40db9f2216ac --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 15000, + "task_position": 2, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2319ec2fff16a54b9edfe8b0f9127496a06b8566 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task02_015000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 15000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f2d4af57f49a050de9c7603a7baf89746a93397 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60755b423169836da735b0ebc4614cdc82c77d8a0ca7caacd4173c1da019cba +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d45734d81da44b815ce0a3c8c192a3ead5d4b7ac --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165b55e0461e088c4a78b7d4debeb8195a62ba5a38e759706662e6fbafe3862e +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..984eccee02981dd85896c1b749c42f7b31ce241e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd7428e05c67c12efd599c0998f8375ac8282ea3dd9d8d4a393c5b1879f3d31 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..984eccee02981dd85896c1b749c42f7b31ce241e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd7428e05c67c12efd599c0998f8375ac8282ea3dd9d8d4a393c5b1879f3d31 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..381074b4be8693d291a6bc40607aa0081bbea963 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 16000, + "_step_count": 16001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9905f1361f00a6adb4492401c229443b8eade5cd --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 16000, + "task_position": 3, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bc0d23e286fd20f13f0536ca4d998d5c61df1440 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_016000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 16000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4265447b601d74d15704483670f5bee44efb1bb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b237a6763a124619136d8fbfe5b04574200a7b8effa2918f0ef92b41640371 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c397907165bb49af5c8ed9f0802e1ca19fad31fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 17000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a81d6b42eccfd9b25ffe6ea6bc7dc8017c89609 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5998c9f00d66d17cb2c8ac521ad76e63d3615576760122c7e1df8df92f9d7166 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..127ed440135bc8fc8f216f22c74e6e23d0d06f91 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dccb1b22b215560fba31297ddf850ad1c6bd7145743c14afebdb051e5cde6c +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..127ed440135bc8fc8f216f22c74e6e23d0d06f91 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06dccb1b22b215560fba31297ddf850ad1c6bd7145743c14afebdb051e5cde6c +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52d2a24ecbd8657ea6d8bad0f8afee50132a8b3f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 17000, + "_step_count": 17001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e7fc1b5a3cff515df1008fa8fe18cb7010359a02 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 17000, + "task_position": 3, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..eea41a0a84bae0578f3f705b07f7be3d105587bc --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_017000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 17000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4a46bbcec29a2efa37054e21b75350595851d1b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e89641d9436b65f255030bc6f8af82c92fccf96a34ed27b8cdc859116f65af +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1560287694925345b1f727319d4cd48357b7c704 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3526d9a9c90e17630519fb11109da3b0c5e10cd5bd04247fffe8f63b96186d93 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c135a8bcee3a8dd6ec9f6b1bff70e7bc69697ca1 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb0559402b5bebcf89e280196418c31fd58343dbf7a4b12efdae454400bef8d +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c135a8bcee3a8dd6ec9f6b1bff70e7bc69697ca1 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb0559402b5bebcf89e280196418c31fd58343dbf7a4b12efdae454400bef8d +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3845dde8614ac8817b9b9b475edb7dfe6c98401 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c5fc0fdda1e22e22bc34528ff499ed645d19211e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 18000, + "task_position": 3, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..245686c26489b52d5f6ec241a867f8eb3bc59b32 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_018000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 18000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57be21a87813de8bd329e2fbd47b4ae4d4c4c22f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b3f955eaa5d2734ba22158e4d154e680667ef93c8b278e72563f389b3dbd53 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..56ff920c81fcd8f0a4df20161e29926b955a4012 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 19000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..655445b2749dd987ac0d8ad671ab547fedb65fd6 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b51009645917838212816bd6067bdba9434fbe912178f841fff57e3f70b1a13 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2ac484911fce8335552a195b76686b9d8685e92 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c250a0b51c4732aac73672898b251650efe4da5825d7808d040d9c7d468d34 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2ac484911fce8335552a195b76686b9d8685e92 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c250a0b51c4732aac73672898b251650efe4da5825d7808d040d9c7d468d34 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ae71dc99b9ff7190144e8d57de23d913825012c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 19000, + "_step_count": 19001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e30f91a866ba3a0f30ddf40c71c3cfa53bcbe6b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 19000, + "task_position": 3, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d192f2d873cf582910733e5d6d153a31a48b9634 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_019000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 19000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7833ccf437cbaa67fb3f9cae108a1810a946dcff --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58c3be9d4d3496d73da216bb0cd74fbb1a33bc8f69765ddcb7357a11450dcb7 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..432f4bbbd62d41409bc9e050f3323be84425ce89 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f810c192ffc043c6745b0cfdc52a91473802b87933bd03e8a5007b2bbe2024 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a08ba919f138200412b1e9331e6f0937ff2332d3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b7c0c2bf6264543548363661a8d91cac95e9e9496aef3c173db477b5f631fb +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a08ba919f138200412b1e9331e6f0937ff2332d3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b7c0c2bf6264543548363661a8d91cac95e9e9496aef3c173db477b5f631fb +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d92fe40a4ea672a930227fd4d5c4fb704a35c9ea --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1961bdef27848c43c331b9eabcc36a487774131c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 20000, + "task_position": 3, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19ab74ea967b6853296de13d17b833862a8a5c86 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task03_020000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 20000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46ee790684b8df3771ff9b7b0fbf6858d8a1d74d --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8da07b55d19b4da9113c81f80b404c51988809808035539ed3246b90c0f9aed +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7820c04576848a4c4bc63dcb05df4faf1161c7f5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 21000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5c2c85741e7d226749f852ea566ccb2cee55232 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb96645951f3f361bd1ffb2d8f73451a914fe0f9adfb1f00e774eac5a456990 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4881270d991d3e0d35d5c86e40242bfb7deddb15 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4585e813efdf43218d92434946ae6a72298af51ec2ebe84138b6d9f5a6bdf09c +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4881270d991d3e0d35d5c86e40242bfb7deddb15 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4585e813efdf43218d92434946ae6a72298af51ec2ebe84138b6d9f5a6bdf09c +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b2a3f7c66caa28845f4c26f5315a8c6ae7f5bf --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 21000, + "_step_count": 21001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..af671ded5c154be10974648b47f8e222d6e54e6a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 21000, + "task_position": 4, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9620336c9c3130b0aee3219851567d2c86fe31d6 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_021000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 21000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a502c75da445955702d3e85c649797be535fcc0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17383eab890bafc84720b5c24d1cb7af5eed85fc6132bcfd6a909266fe1bdb7d +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e08d56406a66426d84026eb468a49b382aab3352 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfe7aa07a74e110f815a8fbb25aa86e38f7dc28cefa549a541bad70f4738dac +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b82df8cdccd90afd91ba4c2d2e36914d28c27d8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf8cf20dbd33057b3711f5c53e7a587a636f1a6a5d060e514f6c095eea67c47 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b82df8cdccd90afd91ba4c2d2e36914d28c27d8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf8cf20dbd33057b3711f5c53e7a587a636f1a6a5d060e514f6c095eea67c47 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d03a5729aa77b4a2aedc5e6c6f2a90bb79aba20 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e4e87ee40f973470f48af74673886609eb0f67f5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 22000, + "task_position": 4, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5a2674240ab1f910a27102d34da1b1ba0d7dbe --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_022000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 22000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..605b423f8c4122ec702f02cc43c274f150a016da --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3e0c36dd42d6d57e7eee8f6a23c52cce31a3c02b1e4f72ee15717e70f52367 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ae872691c0f4c384a75e3015a6caf86c014370 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 23000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adbbf3e07cae2a6044a44419ac60b22dbd8d1da3 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d13ab74a62eaba6f75f13cd3a85bb74b950e6b1efb74b05107ced86ab34fa6 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a28707d9e94b9bb900042554ad1adbbbbc1815db --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0250fc7fea6afd0719adfbb72f777f3b954d94b3a2d8306722b45f6ebe19b26 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a28707d9e94b9bb900042554ad1adbbbbc1815db --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0250fc7fea6afd0719adfbb72f777f3b954d94b3a2d8306722b45f6ebe19b26 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eb242ab48e7068ad4b4c4abcfb72db60388cf40a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 23000, + "_step_count": 23001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6a9ead4a34758a561f835b44a6ca89d9c84c7196 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 23000, + "task_position": 4, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c03a9ae55682fbb7640cd345744a770ce17d618b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_023000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 23000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..098293ac498ef84db7d2f7013c56500a25adf1de --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a4e6c0e0668717f9814ece1ae7c67e15b1ea4a9d4c3f9bdf0db725f70ba537 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67198f65d6918c53286085ed0b8eab45f8de9fce --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:464dd9ba135406bbfe6d56abfe9436f8017502023df00a493e5e7e59ce54629f +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f14823b188de8ce47b61ba9b7ebd1a7ab3f4ba88 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f28e29a7db7669191fe39fd8c7419a036d193b92910a88f91e7994b6595eafc +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f14823b188de8ce47b61ba9b7ebd1a7ab3f4ba88 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f28e29a7db7669191fe39fd8c7419a036d193b92910a88f91e7994b6595eafc +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aa3a21eaf951da216283cd28817b4da9623e373f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..640fc4a4759c8eee9f7070905537c0300156bab4 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 24000, + "task_position": 4, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..be02374463f8342d9c45fb117945e829a8077457 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_024000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 24000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa84308b57d00b96dd3744b1c9387ed449474ad2 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f817d1020fe1b2acf7feaec4ed5af6e6f9ee9e4ca80e3c0946b985b05c467943 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6184d8245501163a57a93b11ffa2ee5091fe34e2 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb230ce2560f1c81318b5e219e7daf382c14079709c0765cd835f6157012106d +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eb0e93393b7a6a6a0945c6bd7cf0bd7439cc2b0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e76f850a63b12c22adb5e7d3a58fdf1d931ac3b32ecdb50c2e11622af83c55d +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eb0e93393b7a6a6a0945c6bd7cf0bd7439cc2b0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e76f850a63b12c22adb5e7d3a58fdf1d931ac3b32ecdb50c2e11622af83c55d +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e1639e02a3b416c9c6a97d884f98eaec8c36de --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aae99986dd4d595354d61b2103920a0a4ee766e7 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 25000, + "task_position": 4, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2d1bc9d4f96258cbab3f6577e09e4a91092bd723 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task04_025000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 25000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e59503718e400ede79ca51b47934b42307ea5e5d --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484f3d13da4103332f503b54357c57e241e6c49f3bd71f5c38d793e9f026fe69 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a172afdcf13e83c1cf137380dedd8e54873d1758 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1783fe7811524643e7dcf9df187cba49be6f07c78fb19ea01a15c217fd3dd760 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fa51ef7a0f5eb6e9c3e61dce4b248590be4dce4 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a78445570e20ad7d56923fb18d32a21daa1f3744a33e0f770694f62d581cd6 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fa51ef7a0f5eb6e9c3e61dce4b248590be4dce4 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a78445570e20ad7d56923fb18d32a21daa1f3744a33e0f770694f62d581cd6 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ba840aaaebb4414f651cbbc7e9f54f040be4a5b0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 26000, + "_step_count": 26001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5b9a61d9787dfaa70359dfc8154105e19b9024f6 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 26000, + "task_position": 5, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..db5a0b4455e23b3bd98e9d29300460d6f61b7a7f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_026000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 26000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4da2b8d4037ffa99d7c9633f9daf56c0c3206c1a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1566f78d61d5cc2c994a9b5804c2171e22194e456c341a1cf69327a14d51c6e1 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..0b7290592a849cf9c10e9fc2a06e13719ffd3a3c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 27000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e175a6e4e0395baebedd6215219fd92838886c5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8d9550ff4de596aced1d7b35d23a910b4419b76b9c2120f615f92548eefd64 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1800543a5ab3f852322410fbfb7c48a3ff739ae8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f10b24a99e4d1a4db1d3a9e75ee56e90bc6dd70439b838c2f60aec78e171e81 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1800543a5ab3f852322410fbfb7c48a3ff739ae8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f10b24a99e4d1a4db1d3a9e75ee56e90bc6dd70439b838c2f60aec78e171e81 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5bfb14925b62f260f1e1273b5fc53064f216fff --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 27000, + "_step_count": 27001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..144d4e7bad3cf766d45a0fb7e280dcc9da963647 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 27000, + "task_position": 5, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5bd5f147f883f9b31cf9194921d3102641f864 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_027000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 27000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95d1607f8abb1d8525f5ce19bb51100def9498d7 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839ac4a89f9b9ababdfffc498a79c5aa6190e2ac246dc74ffbda54fa34cfb97d +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..86065a62b528a2c5fbe5615c4f34ea67322ce13e --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 28000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32e1a5862b7049c4d01ebcaaf0b03edad96c1d2b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28417dd24abfb3c4d1402cb77c304ec9d17a24305903be9ef0c9e426530c0b3 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..807e6dc2b8e9f04bf05b0e35b0932ade34e7548b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe7eeed7459fd0bd792725a2e54d7f3d45624df6d48a99ba027565bd8b4d9b5 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..807e6dc2b8e9f04bf05b0e35b0932ade34e7548b --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe7eeed7459fd0bd792725a2e54d7f3d45624df6d48a99ba027565bd8b4d9b5 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f36acf86cd5b682774bec8e5ce4e881719c453c --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 28000, + "_step_count": 28001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..94ecb3da30a3389d31f8c18587afe4e9fef99098 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 28000, + "task_position": 5, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..79239acafa0ecae3c0a92a2c16d879556b5250cc --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_028000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 28000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8365d2454f9c57b1cea73dff676d225445d01e33 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03b1ad3b833731739970357bac92b12662c3d9a5a49f18357be03ac75fd9869 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b0ed16f946816dee5c395931f30b430702e4043a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 29000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3db15acfbc77bacf9c64a79cc907568292f675cc --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64a0e079aada8b744828fbd650aaae4e186da509c710bc3e7162ff104c21ef0 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cc04ebf64041d113a84cba554c5451c14061793 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a240e9c0b2d60af4b90d2391d90c190ebf89135711b9d7bdb4d4f470f97c98 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cc04ebf64041d113a84cba554c5451c14061793 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a240e9c0b2d60af4b90d2391d90c190ebf89135711b9d7bdb4d4f470f97c98 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a00fd5128f1ce1390a6fb56cf0b09f51f0b4d435 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 29000, + "_step_count": 29001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5d017a9c4e5db45ca5104144e0569b5d75820b50 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 29000, + "task_position": 5, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b5ac5ce8bed72e23d7941b609da77b4e81463654 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_029000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 29000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/README.md b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cdce4d5d536b45b83119fb1ce436063ccb3a021 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:142d8ce21cb573377aced9c25f0d178b76d12f2c6b8344a7e107f6e6e31354e1 +size 41707720 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d862ee8c14ddc6cdbcd47eb8032aaa539e30a8b8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa22dc4f8d41975fb73551713f064e006026923965167f42991e6f7c55452f +size 6330 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/train_config.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..82852eb91d668d8a326b79fde8c93f26d7ad7c2f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/pretrained_model/train_config.json @@ -0,0 +1,615 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/checkpoint_complete.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dddfd707ac90f2e97a29c6d95e34447d4c42322 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f98fcd6907e54ac06c66d0b9fcdad1a16dfbe7cd8b80c261b3849e539479523 +size 83404560 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62aba657bf045841df49ee69a2b77c605e432483 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc3a713b9f2f4d893a4c159cefa1552784f76e4dfa2a182e81caca8ce46c956 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62aba657bf045841df49ee69a2b77c605e432483 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc3a713b9f2f4d893a4c159cefa1552784f76e4dfa2a182e81caca8ce46c956 +size 15708 diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/scheduler_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..480f313e863d6095babde3d4c9092285f2bbc5a0 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 30000, + "_step_count": 30001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/sequential_state.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3fb93d8d8de487848a1b87615d1e392f6b2c4c3f --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/sequential_state.json @@ -0,0 +1,677 @@ +{ + "version": 1, + "step": 30000, + "task_position": 5, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "hard", + "task_index_within_suite": 0, + "task_index": 0, + "task": "Pick up a nut and place it onto a peg", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 1, + "task_index": 22, + "task": "Insert the gripper into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 2, + "task_index": 30, + "task": "Pick up a puck from a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 3, + "task_index": 31, + "task": "Pick and place a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 4, + "task_index": 38, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "hard", + "task_index_within_suite": 5, + "task_index": 37, + "task": "Push the puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2139, + 2140, + 2141, + 2142, + 2145, + 2146, + 2147, + 2148, + 2149 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4", + "job_name": "groot_seq_metaworld_hard_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 30000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "rvylwkor", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "hard", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/training_step.json b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4036598c00d9687862c0774627c3f370afe1ea96 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/checkpoints/hard_task05_030000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 30000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_hard_2e-4/wandb/debug-internal.log b/groot_seq_metaworld_hard_2e-4/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c7f5d024a64b200e1bc7c0e5784f902cf851fa45 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/wandb/debug-internal.log @@ -0,0 +1,4668 @@ +{"time":"2026-10-22T16:56:17.155742757+09:00","level":"INFO","msg":"wandb-core"} +{"time":"2026-10-22T16:56:17.1568843+09:00","level":"INFO","msg":"stream: starting","core version":"0.27.2"} +{"time":"2026-10-22T16:56:17.504467411+09:00","level":"INFO","msg":"stream: created new stream","id":"rvylwkor"} +{"time":"2026-10-22T16:56:17.5046389+09:00","level":"INFO","msg":"handler: started"} +{"time":"2026-10-22T16:56:17.505561753+09:00","level":"INFO","msg":"stream: started"} +{"time":"2026-10-22T16:56:17.50557322+09:00","level":"INFO","msg":"writer: started","stream_id":"rvylwkor"} +{"time":"2026-10-22T16:56:17.505592329+09:00","level":"INFO","msg":"sender: started"} +{"time":"2026-10-22T16:56:18.380939748+09:00","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-10-22T16:56:18.669413388+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:56:33.382169696+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":1,"console_offset":1,"console_lines":18,"uploaded_len":2} +{"time":"2026-10-22T16:56:33.679498405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:56:48.381898935+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1,"events_lines":2,"console_offset":18,"console_lines":1} +{"time":"2026-10-22T16:56:48.668989439+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:57:03.381787073+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3,"events_lines":2,"console_offset":19,"console_lines":15} +{"time":"2026-10-22T16:57:03.664649926+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:57:18.381838879+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":5,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:57:18.666354436+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:57:33.381312605+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":7,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:57:33.685715814+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:57:48.380965587+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":9,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:57:48.684366984+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:58:03.381495027+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":11,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:58:03.657149266+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:58:18.38194054+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":13,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:58:18.682140135+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:58:33.381979179+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":15,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:58:33.667569514+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:58:48.380970997+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":17,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:58:48.656560625+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:59:03.381832674+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":19,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:59:03.694342318+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:59:18.381464736+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":21,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:59:18.65964862+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:59:33.381472554+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":23,"events_lines":2,"console_offset":33,"console_lines":1} +{"time":"2026-10-22T16:59:33.694345526+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T16:59:48.381087523+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":25,"events_lines":2,"console_offset":33,"console_lines":2} +{"time":"2026-10-22T16:59:48.688452509+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:00:03.381883785+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":27,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:00:03.674047331+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:00:18.381089635+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":29,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:00:18.665987469+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:00:33.380962979+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":31,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:00:33.650467909+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:00:48.381468942+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":33,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:00:48.648711053+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:01:03.381614568+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":35,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:01:03.655162224+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:01:18.381175482+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":37,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:01:18.704823711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:01:33.381247071+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":39,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:01:33.651859922+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:01:48.381891582+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":41,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:01:48.663741477+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:02:03.381267286+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":43,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:02:03.672262097+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:02:18.381258446+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":45,"events_lines":2,"console_offset":34,"console_lines":1} +{"time":"2026-10-22T17:02:18.650884491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:02:33.381091668+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":1,"events_offset":47,"events_lines":2,"console_offset":34,"console_lines":2} +{"time":"2026-10-22T17:02:33.679069156+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:02:48.381266275+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":49,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:02:48.673699494+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:03:03.381837174+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":51,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:03:03.663354088+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:03:18.38185014+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":53,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:03:18.660743876+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:03:33.381568691+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":55,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:03:33.678594325+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:03:48.381518972+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":57,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:03:48.673824274+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:04:03.381767077+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":59,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:04:03.671188865+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:04:18.381870698+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":61,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:04:18.704176641+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:04:33.381794508+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":63,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:04:33.675672488+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:04:48.381366528+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":65,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:04:48.684704428+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:05:03.381630681+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":67,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:05:03.629748452+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:05:18.381161672+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":69,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:05:18.679001446+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:05:33.381417026+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":71,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:05:33.700874004+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:05:48.381329288+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":73,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:05:48.669948238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:06:03.381852893+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":75,"events_lines":2,"console_offset":35,"console_lines":1} +{"time":"2026-10-22T17:06:03.710360357+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:06:18.38149655+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1,"history_lines":1,"events_offset":77,"events_lines":2,"console_offset":35,"console_lines":2} +{"time":"2026-10-22T17:06:18.691292104+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:06:33.381211071+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":79,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:06:33.704961061+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:06:48.381537497+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":81,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:06:48.705393768+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:07:03.381897806+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":83,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:07:03.689998494+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:07:18.381106529+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":85,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:07:18.695430385+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:07:33.38173951+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":87,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:07:33.707865099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:07:48.381313463+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":89,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:07:48.721302685+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:08:03.381506431+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":91,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:08:03.733494973+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:08:18.381120555+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":93,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:08:18.714093521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:08:33.381538454+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":95,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:08:33.692177428+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:08:48.381812453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":97,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:08:48.676932849+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:09:03.381146663+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":99,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:09:03.690937997+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:09:18.381376775+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":101,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:09:18.683519252+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:09:33.381918563+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":103,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:09:33.665651797+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:09:48.381478698+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":105,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:09:48.68543294+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:10:03.381451096+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":107,"events_lines":2,"console_offset":36,"console_lines":1} +{"time":"2026-10-22T17:10:03.654531127+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:10:18.381608483+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":1,"events_offset":109,"events_lines":2,"console_offset":36,"console_lines":2} +{"time":"2026-10-22T17:10:18.650761556+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:10:33.380956672+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":111,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:10:33.663287944+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:10:48.38151111+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":113,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:10:48.632779318+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:11:03.381753528+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":115,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:11:03.659089377+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:11:18.381726359+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":117,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:11:18.685281539+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:11:33.381735453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":119,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:11:33.675047997+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:11:48.381583218+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":121,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:11:48.693131551+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:12:03.381607867+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":123,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:12:03.666843488+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:12:18.381002224+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":125,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:12:18.67964187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:12:33.381553677+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":127,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:12:33.660526732+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:12:48.381216816+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":129,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:12:48.689599721+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:13:03.381201992+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":131,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:13:03.662364196+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:13:18.381522937+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":133,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:13:18.676854609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:13:33.381084153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":135,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:13:33.649065321+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:13:48.381861013+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":137,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:13:48.659070162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:14:03.381653303+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":139,"events_lines":2,"console_offset":37,"console_lines":1} +{"time":"2026-10-22T17:14:03.685216331+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:14:18.381328756+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3,"history_lines":1,"events_offset":141,"events_lines":2,"console_offset":37,"console_lines":3} +{"time":"2026-10-22T17:14:18.654962652+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:14:33.381257322+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":143,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:14:33.651525051+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:14:48.3811591+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":145,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:14:48.664028334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:15:03.381962539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":147,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:15:03.663806235+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:15:18.381042043+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":149,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:15:18.682472383+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:15:33.380952424+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":151,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:15:33.660642276+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:15:48.381695282+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":153,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:15:48.640776276+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:16:03.381083813+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":155,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:16:03.682565389+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:16:18.381537962+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":157,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:16:18.678501107+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:16:33.380988898+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":159,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:16:33.686536983+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:16:48.381751202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":161,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:16:48.684988389+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:17:03.381159584+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":163,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:17:03.711722324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:17:18.381077925+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":165,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:17:18.704558192+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:17:33.381606299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":167,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:17:33.705811982+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:17:48.381260859+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":169,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:17:48.70581547+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:18:03.380968913+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":171,"events_lines":2,"console_offset":39,"console_lines":1} +{"time":"2026-10-22T17:18:03.698946861+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:18:18.381348234+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4,"history_lines":1,"events_offset":173,"events_lines":2,"console_offset":39,"console_lines":2} +{"time":"2026-10-22T17:18:18.722946761+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:18:33.381877351+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":175,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:18:33.700353241+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:18:48.381615994+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":177,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:18:48.753791585+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:19:03.381233244+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":179,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:19:03.666328237+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:19:18.381345999+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":181,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:19:18.700889358+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:19:33.381261906+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":183,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:19:33.693511971+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:19:48.38197651+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":185,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:19:48.698000404+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:20:03.381968112+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":187,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:20:03.710759188+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:20:18.38130612+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":189,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:20:18.70526183+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:20:33.381459952+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":191,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:20:33.707464753+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:20:48.381321714+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":193,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:20:48.697677517+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:21:03.381495135+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":195,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:21:03.685268065+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:21:18.381788452+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":197,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:21:18.721109754+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:21:33.381524482+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":199,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:21:33.707418238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:21:48.381733616+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":201,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:21:48.704665741+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:22:03.381644731+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":1,"events_offset":203,"events_lines":2,"console_offset":40,"console_lines":1} +{"time":"2026-10-22T17:22:03.707908125+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:22:18.381121209+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":205,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:22:18.70599172+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:22:33.381761222+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":207,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:22:33.742562198+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:22:48.382065822+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":209,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:22:48.724468843+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:23:03.380981004+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":211,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:23:03.727607501+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:23:18.38193901+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":213,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:23:18.719540252+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:23:33.381061347+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":215,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:23:33.703775887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:23:48.381394068+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":217,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:23:48.713404382+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:24:03.38197274+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":219,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:24:03.70199151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:24:18.381903454+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":221,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:24:18.710922001+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:24:33.381689028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":223,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:24:33.720341964+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:24:48.381457904+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":225,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:24:48.717847192+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:25:03.381296855+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":227,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:25:03.710575878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:25:18.382010598+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":229,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:25:18.698796789+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:25:33.381903931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":231,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:25:33.698644573+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:25:48.381968457+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":233,"events_lines":2,"console_offset":41,"console_lines":1} +{"time":"2026-10-22T17:25:48.664362769+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:26:03.381759421+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6,"history_lines":1,"events_offset":235,"events_lines":2,"console_offset":41,"console_lines":2} +{"time":"2026-10-22T17:26:03.718365684+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:26:18.38139455+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":237,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:26:18.696307309+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:26:33.38124261+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":239,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:26:33.677150926+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:26:48.381126182+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":241,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:26:48.662971414+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:27:03.381569218+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":243,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:27:03.70537357+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:27:18.38147964+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":245,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:27:18.666192663+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:27:33.381847744+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":247,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:27:33.689025344+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:27:48.3817652+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":249,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:27:48.727876571+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:28:03.381210456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":251,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:28:03.69984522+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:28:18.381295178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":253,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:28:18.691045903+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:28:33.381409689+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":255,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:28:33.657961431+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:28:48.381131745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":257,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:28:48.692906162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:29:03.380947692+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":259,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:29:03.746788127+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:29:18.38159175+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":261,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:29:18.706677095+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:29:33.381675373+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":263,"events_lines":2,"console_offset":42,"console_lines":1} +{"time":"2026-10-22T17:29:33.716255254+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:29:48.3812066+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":1,"events_offset":265,"events_lines":2,"console_offset":42,"console_lines":2} +{"time":"2026-10-22T17:29:48.740143344+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:30:03.38168688+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":267,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:30:03.693305112+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:30:18.381099765+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":269,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:30:18.694731547+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:30:33.381109501+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":271,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:30:33.711797479+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:30:48.381243645+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":273,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:30:48.685973114+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:31:03.38115659+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":275,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:31:03.747909031+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:31:18.381793973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":277,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:31:18.708511032+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:31:33.381535524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":279,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:31:33.726770901+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:31:48.381698272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":281,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:31:48.697076513+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:32:03.38115285+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":283,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:32:03.678919354+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:32:18.381288932+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":285,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:32:18.707636191+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:32:33.381300955+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":287,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:32:33.667355498+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:32:48.381978294+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":289,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:32:48.705789975+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:33:03.381817988+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":291,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:33:03.692576885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:33:18.38174823+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":293,"events_lines":2,"console_offset":43,"console_lines":1} +{"time":"2026-10-22T17:33:18.738131233+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:33:33.381247575+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8,"history_lines":1,"events_offset":295,"events_lines":2,"console_offset":43,"console_lines":3} +{"time":"2026-10-22T17:33:33.685491731+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:33:48.38121099+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":297,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:33:48.688004986+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:34:03.380992301+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":299,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:34:03.726160074+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:34:18.381483436+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":301,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:34:18.734037676+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:34:33.381103425+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":303,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:34:33.692199483+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:34:48.381817073+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":305,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:34:48.716581845+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:35:03.381311701+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":307,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:35:03.685870109+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:35:18.381842834+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":309,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:35:18.741221156+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:35:33.381445635+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":311,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:35:33.717065198+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:35:48.381674431+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":313,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:35:48.710466196+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:36:03.381941375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":315,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:36:03.706180887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:36:18.381438197+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":317,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:36:18.718362309+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:36:33.381642334+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":319,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:36:33.706275465+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:36:48.381267071+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":321,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:36:48.710878378+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:37:03.382010405+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":323,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:37:03.707114687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:37:18.38110472+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":325,"events_lines":2,"console_offset":45,"console_lines":1} +{"time":"2026-10-22T17:37:18.665075983+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:37:33.382106153+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":1,"events_offset":327,"events_lines":2,"console_offset":45,"console_lines":2} +{"time":"2026-10-22T17:37:33.663245531+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:37:48.381145184+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":329,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:37:48.661769584+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:38:03.381523617+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":331,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:38:03.6935022+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:38:18.381123755+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":333,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:38:18.703530794+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:38:33.381567297+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":335,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:38:33.666320638+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:38:48.381610824+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":337,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:38:48.679896467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:39:03.381207556+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":339,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:39:03.650719776+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:39:18.38166752+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":341,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:39:18.686324523+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:39:33.381486648+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":343,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:39:33.654867138+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:39:48.381223953+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":345,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:39:48.714470822+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:40:03.381592872+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":347,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:40:03.655551925+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:40:18.381611231+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":349,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:40:18.657268609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:40:33.38123209+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":351,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:40:33.724720482+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:40:48.381747439+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":353,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:40:48.67611505+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:41:03.38126277+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":355,"events_lines":2,"console_offset":46,"console_lines":1} +{"time":"2026-10-22T17:41:03.661387197+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:41:18.381012053+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":357,"events_lines":2,"console_offset":46,"console_lines":2} +{"time":"2026-10-22T17:41:18.670088406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:41:33.380993701+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":359,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:41:33.699908065+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:41:48.381824552+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":361,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:41:48.619387235+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:42:03.381838759+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":363,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:42:03.655661039+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:42:18.381721507+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":365,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:42:18.701851928+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:42:33.381842536+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":367,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:42:33.72159932+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:42:48.381774008+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":369,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:42:48.701383952+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:43:03.38155727+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":371,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:43:03.718876186+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:43:18.381951524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":373,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:43:18.694795625+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:43:33.381107198+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":375,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:43:33.721970705+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:43:48.381734374+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":377,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:43:48.7189476+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:44:03.381555322+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":379,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:44:03.650838029+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:44:18.381094886+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":381,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:44:18.669161567+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:44:33.381019281+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":383,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:44:33.66308274+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:44:48.38182523+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":385,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:44:48.67599552+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:45:03.381944036+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":387,"events_lines":2,"console_offset":47,"console_lines":1} +{"time":"2026-10-22T17:45:03.719941472+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:45:18.381604144+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":1,"events_offset":389,"events_lines":2,"console_offset":47,"console_lines":2} +{"time":"2026-10-22T17:45:18.690047157+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:45:33.381859521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":391,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:45:33.67076241+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:45:48.381009819+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":393,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:45:48.668428988+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:46:03.38187086+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":395,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:46:03.666997678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:46:18.381391107+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":397,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:46:18.694845957+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:46:33.38185594+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":399,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:46:33.679400467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:46:48.381910584+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":401,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:46:48.636723031+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:47:03.381254305+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":403,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:47:03.686196361+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:47:18.381033547+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":405,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:47:18.672504284+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:47:33.381873286+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":407,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:47:33.64633757+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:47:48.381744032+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":409,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:47:48.670777278+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:48:03.381338671+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":411,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:48:03.632895232+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:48:18.381647918+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":413,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:48:18.661995739+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:48:33.381543211+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":415,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:48:33.71691878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:48:48.381408208+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":417,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:48:48.713505637+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:49:03.381713172+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":419,"events_lines":2,"console_offset":48,"console_lines":1} +{"time":"2026-10-22T17:49:03.689819351+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:49:18.381767365+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12,"history_lines":1,"events_offset":421,"events_lines":2,"console_offset":48,"console_lines":2} +{"time":"2026-10-22T17:49:18.676691314+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:49:33.38184838+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":423,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:49:33.658148365+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:49:48.381739406+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":425,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:49:48.663817117+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:50:03.38145064+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":427,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:50:03.677125562+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:50:18.381793776+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":429,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:50:18.657448001+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:50:33.381121307+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":431,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:50:33.673462809+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:50:48.381507136+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":433,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:50:48.670979485+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:51:03.381719352+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":435,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:51:03.688286834+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:51:18.381027012+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":437,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:51:18.68406864+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:51:33.381723854+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":439,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:51:33.673299555+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:51:48.381804358+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":441,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:51:48.668483354+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:52:03.381491689+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":443,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:52:03.68074098+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:52:18.381250687+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":445,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:52:18.696330398+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:52:33.381262407+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":447,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:52:33.667890366+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:52:48.381169249+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":449,"events_lines":2,"console_offset":49,"console_lines":1} +{"time":"2026-10-22T17:52:48.698867635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:53:03.381733404+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13,"history_lines":1,"events_offset":451,"events_lines":2,"console_offset":49,"console_lines":2} +{"time":"2026-10-22T17:53:03.691336032+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:53:18.380988952+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":453,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:53:18.638747528+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:53:33.381870039+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":455,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:53:33.645302904+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:53:48.381743033+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":457,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:53:48.754025502+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:54:03.381559103+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":459,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:54:03.674322551+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:54:18.38129959+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":461,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:54:18.675191322+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:54:33.380984382+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":463,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:54:33.656794218+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:54:48.381754493+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":465,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:54:48.679633426+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:55:03.381883065+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":467,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:55:03.763675435+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:55:18.381591783+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":469,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:55:18.697870902+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:55:33.380999958+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":471,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:55:33.654880391+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:55:48.381728371+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":473,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:55:48.654153098+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:56:03.381763271+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":475,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:56:03.664740963+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:56:18.381004768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":477,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:56:18.687773598+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:56:33.381563035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":479,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:56:33.80391741+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:56:48.38145554+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":481,"events_lines":2,"console_offset":51,"console_lines":1} +{"time":"2026-10-22T17:56:48.69384827+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:57:03.381284576+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":1,"events_offset":483,"events_lines":2,"console_offset":51,"console_lines":2} +{"time":"2026-10-22T17:57:03.702656047+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:57:18.381686397+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":485,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:57:18.713141747+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:57:33.381166891+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":487,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:57:33.691939509+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:57:48.381092994+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":489,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:57:48.710333212+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:58:03.381173932+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":491,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:58:03.712789437+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:58:18.38116384+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":493,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:58:18.664516678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:58:33.381849598+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":495,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:58:33.677482724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:58:48.381806485+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":497,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:58:48.705029848+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:59:03.381714211+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":499,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:59:03.658005441+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:59:18.38145856+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":501,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:59:18.674506677+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:59:33.381142337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":503,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:59:33.672641678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T17:59:48.381332007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":505,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T17:59:48.651940053+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:00:03.38172167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":507,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T18:00:03.709422632+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:00:18.381899477+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":509,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T18:00:18.737607663+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:00:33.381324087+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":511,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T18:00:33.68986862+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:00:48.380959045+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":513,"events_lines":2,"console_offset":52,"console_lines":1} +{"time":"2026-10-22T18:00:48.68528422+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:01:03.381263873+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15,"history_lines":1,"events_offset":515,"events_lines":2,"console_offset":52,"console_lines":2} +{"time":"2026-10-22T18:01:03.688656297+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:01:18.381111412+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":517,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:01:18.659364481+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:01:33.381965136+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":519,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:01:33.6648985+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:01:48.381933895+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":521,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:01:48.697002965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:02:03.381144519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":523,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:02:03.666491595+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:02:18.381491131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":525,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:02:18.697905432+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:02:33.381185827+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":527,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:02:33.731120833+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:02:48.382059642+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":529,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:02:48.665486041+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:03:03.381931035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":531,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:03:03.646115143+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:03:18.381797382+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":533,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:03:18.655888137+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:03:33.381075544+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":535,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:03:33.649253775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:03:48.381832157+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":537,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:03:48.643858883+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:04:03.381368027+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":539,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:04:03.687201611+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:04:18.381070409+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":541,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:04:18.664258815+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:04:33.381119941+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":543,"events_lines":2,"console_offset":53,"console_lines":1} +{"time":"2026-10-22T18:04:33.699093585+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:04:48.381718548+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16,"history_lines":1,"events_offset":545,"events_lines":2,"console_offset":53,"console_lines":2} +{"time":"2026-10-22T18:04:48.705804237+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:05:03.381756028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":547,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:05:03.663994295+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:05:18.38172797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":549,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:05:18.660647367+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:05:33.381650536+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":551,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:05:33.668064539+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:05:48.381272335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":553,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:05:48.653328102+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:06:03.381000494+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":555,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:06:03.715385346+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:06:18.381874848+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":557,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:06:18.678339606+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:06:33.381729267+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":559,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:06:33.641607471+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:06:48.381310213+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":561,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:06:48.710989823+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:07:03.38098509+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":563,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:07:03.694317384+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:07:18.381388007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":565,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:07:18.668911997+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:07:33.381588749+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":567,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:07:33.674538676+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:07:48.381217853+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":569,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:07:48.690479405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:08:03.38169371+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":571,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:08:03.687778929+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:08:18.38127817+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":573,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:08:18.632534878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:08:33.381643179+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":575,"events_lines":2,"console_offset":54,"console_lines":1} +{"time":"2026-10-22T18:08:33.657234135+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:08:48.382063963+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17,"history_lines":1,"events_offset":577,"events_lines":2,"console_offset":54,"console_lines":2} +{"time":"2026-10-22T18:08:48.667045775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:09:03.381677073+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":579,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:09:03.674109202+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:09:18.381140897+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":581,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:09:18.686478433+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:09:33.381941954+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":583,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:09:33.676159699+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:09:48.381808101+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":585,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:09:48.675724598+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:10:03.38176982+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":587,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:10:03.678212727+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:10:18.381612622+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":589,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:10:18.655911173+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:10:33.381860984+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":591,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:10:33.630310813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:10:48.381698609+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":593,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:10:48.643371395+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:11:03.38096901+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":595,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:11:03.680811092+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:11:18.381089875+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":597,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:11:18.6586482+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:11:33.381070008+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":599,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:11:33.662885046+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:11:48.38371438+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":601,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:11:48.667943181+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:12:03.381212491+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":603,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:12:03.655820695+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:12:18.381610891+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":605,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:12:18.698919214+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:12:33.38114735+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":607,"events_lines":2,"console_offset":55,"console_lines":1} +{"time":"2026-10-22T18:12:33.656259195+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:12:48.38206175+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18,"history_lines":1,"events_offset":609,"events_lines":2,"console_offset":55,"console_lines":3} +{"time":"2026-10-22T18:12:48.661691413+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:13:03.381660633+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":611,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:13:03.684321062+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:13:18.381659042+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":613,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:13:18.657362532+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:13:33.381978487+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":615,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:13:33.696789743+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:13:48.381168416+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":617,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:13:48.678675199+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:14:03.381734973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":619,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:14:03.661137385+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:14:18.381692989+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":621,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:14:18.666383427+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:14:33.381868357+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":623,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:14:33.667096908+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:14:48.381428377+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":625,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:14:48.656861466+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:15:03.381660251+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":627,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:15:03.681057974+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:15:18.381481993+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":629,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:15:18.723025741+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:15:33.3816899+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":631,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:15:33.655832184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:15:48.381366475+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":633,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:15:48.664022191+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:16:03.380975327+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":635,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:16:03.702135603+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:16:18.381542682+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":637,"events_lines":2,"console_offset":57,"console_lines":1} +{"time":"2026-10-22T18:16:18.668503874+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:16:33.381549869+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19,"history_lines":1,"events_offset":639,"events_lines":2,"console_offset":57,"console_lines":2} +{"time":"2026-10-22T18:16:33.667685346+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:16:48.381290437+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":641,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:16:48.68131298+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:17:03.38156346+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":643,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:17:03.682795809+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:17:18.381651052+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":645,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:17:18.67476203+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:17:33.380994361+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":647,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:17:33.650173293+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:17:48.381920773+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":649,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:17:48.674634993+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:18:03.381590388+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":651,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:18:03.674818893+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:18:18.381926984+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":653,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:18:18.71413219+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:18:33.381119062+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":655,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:18:33.686232778+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:18:48.381835973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":657,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:18:48.708134759+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:19:03.381565094+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":659,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:19:03.669069986+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:19:18.381426359+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":661,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:19:18.675898429+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:19:33.381230354+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":663,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:19:33.665513382+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:19:48.38158147+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":665,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:19:48.664192589+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:20:03.381172367+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":667,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:20:03.677492198+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:20:18.381304685+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":669,"events_lines":2,"console_offset":58,"console_lines":1} +{"time":"2026-10-22T18:20:18.704737026+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:20:33.381902775+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20,"history_lines":1,"events_offset":671,"events_lines":2,"console_offset":58,"console_lines":2} +{"time":"2026-10-22T18:20:33.746465878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:20:48.381668622+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":673,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:20:48.694803105+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:21:03.381965747+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":675,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:21:03.72248779+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:21:18.381176363+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":677,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:21:18.705076304+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:21:33.380980453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":679,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:21:33.703714635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:21:48.381649054+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":681,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:21:48.713775159+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:22:03.381691214+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":683,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:22:03.714471956+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:22:18.381770279+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":685,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:22:18.702246132+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:22:33.381674741+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":687,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:22:33.743826062+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:22:48.38166216+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":689,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:22:48.741786558+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:23:03.381753402+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":691,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:23:03.699507063+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:23:18.38165657+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":693,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:23:18.689455463+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:23:33.381985645+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":695,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:23:33.702492033+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:23:48.380963903+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":697,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:23:48.681988128+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:24:03.381860307+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":699,"events_lines":2,"console_offset":59,"console_lines":1} +{"time":"2026-10-22T18:24:03.68788425+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:24:18.381539069+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21,"history_lines":1,"events_offset":701,"events_lines":2,"console_offset":59,"console_lines":2} +{"time":"2026-10-22T18:24:18.686657577+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:24:33.381252303+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":703,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:24:33.679659646+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:24:48.381732465+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":705,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:24:48.666059324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:25:03.381414814+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":707,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:25:03.717448734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:25:18.381226316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":709,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:25:18.690970688+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:25:33.381113853+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":711,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:25:33.644550855+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:25:48.381107299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":713,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:25:48.676570146+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:26:03.381971319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":715,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:26:03.690866035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:26:18.381534684+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":717,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:26:18.641122087+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:26:33.381607136+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":719,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:26:33.672477391+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:26:48.381690084+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":721,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:26:48.702244188+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:27:03.381474034+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":723,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:27:03.672344047+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:27:18.381129664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":725,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:27:18.680937912+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:27:33.381222784+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":727,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:27:33.675167736+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:27:48.381686613+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":729,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:27:48.670410928+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:28:03.381863589+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":731,"events_lines":2,"console_offset":60,"console_lines":1} +{"time":"2026-10-22T18:28:03.665201618+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:28:18.381216539+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":1,"events_offset":733,"events_lines":2,"console_offset":60,"console_lines":2} +{"time":"2026-10-22T18:28:18.659985839+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:28:33.381114971+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":735,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:28:33.672718605+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:28:48.381419186+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":737,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:28:48.702430799+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:29:03.381686846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":739,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:29:03.693384386+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:29:18.381426331+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":741,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:29:18.662174099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:29:33.381000002+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":743,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:29:33.675847457+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:29:48.381132006+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":745,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:29:48.682580893+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:30:03.381281527+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":747,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:30:03.682607378+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:30:18.381208074+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":749,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:30:18.683868305+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:30:33.381960919+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":751,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:30:33.688652933+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:30:48.381448602+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":753,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:30:48.711861013+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:31:03.381976728+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":755,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:31:03.715463925+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:31:18.381403048+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":757,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:31:18.68651707+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:31:33.381934212+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":759,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:31:33.701565405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:31:48.381157259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":761,"events_lines":2,"console_offset":61,"console_lines":1} +{"time":"2026-10-22T18:31:48.692773316+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:32:03.381828423+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23,"history_lines":1,"events_offset":763,"events_lines":2,"console_offset":61,"console_lines":2} +{"time":"2026-10-22T18:32:03.757536933+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:32:18.3819778+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":765,"events_lines":2,"console_offset":63,"console_lines":4} +{"time":"2026-10-22T18:32:18.730039197+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:32:33.381140208+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":767,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:32:33.68023632+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:32:48.381125453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":769,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:32:48.704606815+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:33:03.381279915+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":771,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:33:03.739287479+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:33:18.381255906+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":773,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:33:18.712613243+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:33:33.381596298+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":775,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:33:33.706616344+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:33:48.381849022+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":777,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:33:48.685856698+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:34:03.381137942+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":779,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:34:03.724005652+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:34:18.381267712+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":781,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:34:18.728590275+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:34:33.381550963+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":783,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:34:33.726972208+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:34:48.381931764+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":785,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:34:48.685951577+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:35:03.380992959+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":787,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:35:03.725715939+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:35:18.381817124+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":789,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:35:18.722015786+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:35:33.381204441+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":791,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:35:33.690028244+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:35:48.381876317+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":793,"events_lines":2,"console_offset":66,"console_lines":1} +{"time":"2026-10-22T18:35:48.723792673+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:36:03.381359031+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24,"history_lines":1,"events_offset":795,"events_lines":2,"console_offset":66,"console_lines":2} +{"time":"2026-10-22T18:36:03.861643262+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:36:18.381592668+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":797,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:36:18.832471759+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:36:33.381951614+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":799,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:36:33.791054984+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:36:48.38200842+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":801,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:36:48.686887334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:37:03.381551027+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":803,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:37:03.684369381+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:37:18.381617033+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":805,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:37:18.669989324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:37:33.38182247+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":807,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:37:33.685278827+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:37:48.381888115+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":809,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:37:48.720577308+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:38:03.381804837+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":811,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:38:03.71393469+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:38:18.381820306+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":813,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:38:18.676841419+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:38:33.38113664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":815,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:38:33.70021766+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:38:48.381731223+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":817,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:38:48.759499405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:39:03.380946873+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":819,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:39:03.697978911+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:39:18.38133023+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":821,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:39:18.687777803+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:39:33.381792356+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":823,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:39:33.671595808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:39:48.381828269+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":825,"events_lines":2,"console_offset":67,"console_lines":1} +{"time":"2026-10-22T18:39:48.791161969+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:40:03.381727486+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":1,"events_offset":827,"events_lines":2,"console_offset":67,"console_lines":2} +{"time":"2026-10-22T18:40:03.754748659+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:40:18.381220169+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":829,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:40:18.720460266+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:40:33.381508262+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":831,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:40:33.767899334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:40:48.381966372+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":833,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:40:48.717029204+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:41:03.381829114+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":835,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:41:03.780720504+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:41:18.381789852+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":837,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:41:18.727639981+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:41:33.381808299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":839,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:41:33.775706566+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:41:48.381510809+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":841,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:41:48.682761085+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:42:03.381866355+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":843,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:42:03.679841097+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:42:18.381187829+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":845,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:42:18.647325477+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:42:33.38171236+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":847,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:42:33.730367723+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:42:48.381311525+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":849,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:42:48.77990071+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:43:03.381691577+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":851,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:43:03.718700865+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:43:18.381233978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":853,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:43:18.733928543+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:43:33.381817975+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":855,"events_lines":2,"console_offset":68,"console_lines":1} +{"time":"2026-10-22T18:43:33.689237288+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:43:48.38146559+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26,"history_lines":1,"events_offset":857,"events_lines":2,"console_offset":68,"console_lines":2} +{"time":"2026-10-22T18:43:48.745595018+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:44:03.381343061+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":859,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:44:03.800229108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:44:18.381531965+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":861,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:44:18.695014602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:44:33.381419762+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":863,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:44:33.686820881+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:44:48.380970564+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":865,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:44:48.667599892+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:45:03.38191562+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":867,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:45:03.699813633+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:45:18.381651701+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":869,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:45:18.73787893+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:45:33.381961544+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":871,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:45:33.761678593+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:45:48.381243836+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":873,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:45:48.736314456+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:46:03.38185898+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":875,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:46:03.764259416+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:46:18.381970343+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":877,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:46:18.675169536+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:46:33.381275327+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":879,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:46:33.73160077+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:46:48.381305684+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":881,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:46:48.680366016+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:47:03.381092223+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":883,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:47:03.692749987+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:47:18.38160675+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":885,"events_lines":2,"console_offset":69,"console_lines":1} +{"time":"2026-10-22T18:47:18.704918954+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:47:33.381633259+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":1,"events_offset":887,"events_lines":2,"console_offset":69,"console_lines":2} +{"time":"2026-10-22T18:47:33.821163258+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:47:48.381233238+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":889,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:47:48.776536766+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:48:03.380950595+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":891,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:48:03.706419777+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:48:18.381677402+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":893,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:48:18.679217723+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:48:33.381118716+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":895,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:48:33.700755108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:48:48.3818558+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":897,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:48:48.674529362+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:49:03.38095246+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":899,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:49:03.737285882+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:49:18.381649565+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":901,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:49:18.680127056+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:49:33.381184145+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":903,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:49:33.756257369+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:49:48.381529582+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":905,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:49:48.78178245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:50:03.381486449+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":907,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:50:03.802286107+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:50:18.381529658+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":909,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:50:18.811770594+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:50:33.38160217+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":911,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:50:33.69080952+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:50:48.380959767+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":913,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:50:48.71065452+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:51:03.381515225+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":915,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:51:03.812510102+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:51:18.3815198+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":917,"events_lines":2,"console_offset":70,"console_lines":1} +{"time":"2026-10-22T18:51:18.803465086+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:51:33.381754626+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":1,"events_offset":919,"events_lines":2,"console_offset":70,"console_lines":3} +{"time":"2026-10-22T18:51:33.695139437+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:51:48.381216815+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":921,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:51:48.699758641+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:52:03.381359814+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":923,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:52:03.835572803+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:52:18.38111469+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":925,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:52:18.784778497+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:52:33.381558745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":927,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:52:33.703874901+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:52:48.381319178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":929,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:52:48.711761852+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:53:03.381107644+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":931,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:53:03.769454826+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:53:18.381596034+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":933,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:53:18.782507721+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:53:33.381258277+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":935,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:53:33.757488138+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:53:48.381386483+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":937,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:53:48.774655133+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:54:03.381880754+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":939,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:54:03.717007445+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:54:18.380967524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":941,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:54:18.694205611+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:54:33.38188031+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":943,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:54:33.730212504+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:54:48.381796611+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":945,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:54:48.67098909+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:55:03.381846755+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":947,"events_lines":2,"console_offset":72,"console_lines":1} +{"time":"2026-10-22T18:55:03.696490383+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:55:18.381343307+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29,"history_lines":1,"events_offset":949,"events_lines":2,"console_offset":72,"console_lines":2} +{"time":"2026-10-22T18:55:18.760194706+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:55:33.38113025+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":951,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:55:33.728127677+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:55:48.38120007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":953,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:55:48.868403027+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:56:03.381698878+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":955,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:56:03.945694728+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:56:18.381344062+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":957,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:56:18.719649517+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:56:33.380966598+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":959,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:56:33.75789905+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:56:48.381154368+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":961,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:56:48.8625796+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:57:03.381974767+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":963,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:57:03.735125529+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:57:18.380936641+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":965,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:57:18.717866752+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:57:33.381708269+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":967,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:57:33.786557918+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:57:48.381381529+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":969,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:57:48.694654085+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:58:03.381181891+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":971,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:58:03.811902936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:58:18.381195223+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":973,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:58:18.693883986+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:58:33.382038396+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":975,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:58:33.7526998+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:58:48.381416258+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":977,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:58:48.746239186+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:59:03.381659416+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":979,"events_lines":2,"console_offset":73,"console_lines":1} +{"time":"2026-10-22T18:59:03.680240058+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:59:18.381931768+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":1,"events_offset":981,"events_lines":2,"console_offset":73,"console_lines":2} +{"time":"2026-10-22T18:59:18.735861409+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:59:33.381853505+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":983,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T18:59:33.709549048+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T18:59:48.38110919+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":985,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T18:59:48.676937485+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:00:03.381708675+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":987,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:00:03.767198126+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:00:18.381850499+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":989,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:00:18.692551851+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:00:33.381232929+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":991,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:00:33.7815926+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:00:48.381124458+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":993,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:00:48.754171994+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:01:03.381161559+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":995,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:01:03.752773388+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:01:18.380951877+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":997,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:01:18.716482826+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:01:33.381000895+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":999,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:01:33.743002241+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:01:48.381767103+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1001,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:01:48.691748867+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:02:03.381615716+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1003,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:02:03.7141059+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:02:18.381694015+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1005,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:02:18.849257162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:02:33.381804283+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1007,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:02:33.708889217+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:02:48.381137167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1009,"events_lines":2,"console_offset":74,"console_lines":1} +{"time":"2026-10-22T19:02:48.846851821+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:03:03.38168537+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31,"history_lines":1,"events_offset":1011,"events_lines":2,"console_offset":74,"console_lines":2} +{"time":"2026-10-22T19:03:03.773955179+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:03:18.38157495+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1013,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:03:18.720746487+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:03:33.381700657+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1015,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:03:33.793897795+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:03:48.381127589+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1017,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:03:48.732495524+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:04:03.381066482+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1019,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:04:03.769368827+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:04:18.38194072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1021,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:04:18.751654036+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:04:33.38094433+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1023,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:04:33.680921549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:04:48.381804415+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1025,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:04:48.81520342+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:05:03.381430319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1027,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:05:03.718932808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:05:18.381559113+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1029,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:05:18.690492245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:05:33.381247559+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1031,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:05:33.740614457+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:05:48.381853302+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1033,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:05:48.77339963+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:06:03.384720428+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1035,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:06:03.761988878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:06:18.381595534+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1037,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:06:18.71043572+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:06:33.38185852+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1039,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:06:33.69694066+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:06:48.381017228+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1041,"events_lines":2,"console_offset":75,"console_lines":1} +{"time":"2026-10-22T19:06:48.713858076+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:07:03.381856553+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32,"history_lines":1,"events_offset":1043,"events_lines":2,"console_offset":75,"console_lines":2} +{"time":"2026-10-22T19:07:03.72481333+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:07:18.38133819+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1045,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:07:18.778422564+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:07:33.381455046+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1047,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:07:33.853128596+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:07:48.381566054+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1049,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:07:48.676106116+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:08:03.381943218+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1051,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:08:03.721373906+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:08:18.381696795+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1053,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:08:18.870018885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:08:33.381109517+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1055,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:08:33.889517454+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:08:48.381364411+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1057,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:08:48.971405243+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:09:03.381760579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1059,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:09:03.758948121+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:09:18.381402291+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1061,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:09:18.94203561+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:09:33.381373491+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1063,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:09:33.770397111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:09:48.381498865+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1065,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:09:48.709773647+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:10:03.381574184+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1067,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:10:03.934344486+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:10:18.381698826+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1069,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:10:18.837474997+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:10:33.381058504+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1071,"events_lines":2,"console_offset":76,"console_lines":1} +{"time":"2026-10-22T19:10:33.919886687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:10:48.38170132+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33,"history_lines":1,"events_offset":1073,"events_lines":2,"console_offset":76,"console_lines":3} +{"time":"2026-10-22T19:10:48.685465286+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:11:03.381750128+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1075,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:11:03.786109317+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:11:18.381049088+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1077,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:11:18.811647543+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:11:33.382002018+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1079,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:11:33.752132063+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:11:48.381301242+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1081,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:11:48.738909369+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:12:03.381144308+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1083,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:12:03.769999319+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:12:18.381703325+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1085,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:12:18.825761906+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:12:33.381325522+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1087,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:12:33.853177891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:12:48.38143092+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1089,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:12:48.66915967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:13:03.381673539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1091,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:13:03.736918814+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:13:18.380922335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1093,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:13:18.695744808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:13:33.381612585+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1095,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:13:33.726042019+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:13:48.381947327+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1097,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:13:48.766496063+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:14:03.381769261+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1099,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:14:03.749433049+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:14:18.381607573+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1101,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:14:18.758216784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:14:33.38154383+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1103,"events_lines":2,"console_offset":78,"console_lines":1} +{"time":"2026-10-22T19:14:33.788837085+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:14:48.38139318+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34,"history_lines":1,"events_offset":1105,"events_lines":2,"console_offset":78,"console_lines":2} +{"time":"2026-10-22T19:14:48.714827035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:15:03.381167901+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1107,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:15:03.706320671+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:15:18.381439449+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1109,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:15:18.812283667+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:15:33.381944579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1111,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:15:33.798858935+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:15:48.381815313+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1113,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:15:48.68607378+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:16:03.381003335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1115,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:16:03.817727854+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:16:18.38125286+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1117,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:16:18.758226123+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:16:33.381395123+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1119,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:16:33.831067369+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:16:48.380982779+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1121,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:16:48.759989617+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:17:03.3819203+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1123,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:17:03.674063291+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:17:18.381182757+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1125,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:17:18.714776165+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:17:33.38174727+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1127,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:17:33.80231252+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:17:48.381208393+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1129,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:17:48.808416357+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:18:03.381301309+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1131,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:18:03.766915868+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:18:18.381585003+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1133,"events_lines":2,"console_offset":79,"console_lines":1} +{"time":"2026-10-22T19:18:18.825956306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:18:33.381299779+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35,"history_lines":1,"events_offset":1135,"events_lines":2,"console_offset":79,"console_lines":2} +{"time":"2026-10-22T19:18:33.693395074+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:18:48.381334906+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1137,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:18:48.676472792+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:19:03.381570202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1139,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:19:03.77249372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:19:18.381360812+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1141,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:19:18.750185793+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:19:33.381630063+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1143,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:19:33.670495582+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:19:48.381583619+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1145,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:19:48.698222384+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:20:03.381907839+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1147,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:20:03.76094793+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:20:18.381238515+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1149,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:20:18.839004074+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:20:33.38144272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1151,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:20:33.802326612+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:20:48.381180118+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1153,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:20:48.73412056+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:21:03.381869365+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1155,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:21:03.741787804+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:21:18.381392293+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1157,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:21:18.709738359+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:21:33.381947028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1159,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:21:33.704996744+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:21:48.381931923+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1161,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:21:48.716774791+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:22:03.381075951+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1163,"events_lines":2,"console_offset":80,"console_lines":1} +{"time":"2026-10-22T19:22:03.717600249+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:22:18.381195968+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36,"history_lines":1,"events_offset":1165,"events_lines":2,"console_offset":80,"console_lines":2} +{"time":"2026-10-22T19:22:18.796816673+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:22:33.381223957+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1167,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:22:33.851854225+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:22:48.381210302+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1169,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:22:48.807390013+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:23:03.380988153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1171,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:23:03.865209122+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:23:18.381077075+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1173,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:23:18.787035052+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:23:33.381921479+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1175,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:23:33.720319016+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:23:48.381841167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1177,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:23:48.740995829+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:24:03.38155233+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1179,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:24:03.714819032+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:24:18.381901753+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1181,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:24:18.707847642+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:24:33.381751571+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1183,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:24:33.718944162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:24:48.381460145+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1185,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:24:48.903449994+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:25:03.381283983+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1187,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:25:03.699069282+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:25:18.38111848+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1189,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:25:18.78408077+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:25:33.381816316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1191,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:25:33.695514784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:25:48.381939514+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1193,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:25:48.812731304+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:26:03.381720916+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1195,"events_lines":2,"console_offset":81,"console_lines":1} +{"time":"2026-10-22T19:26:03.788420618+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:26:18.382028872+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":1,"events_offset":1197,"events_lines":2,"console_offset":81,"console_lines":2} +{"time":"2026-10-22T19:26:18.765723459+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:26:33.381430361+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1199,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:26:33.731951761+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:26:48.381306607+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1201,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:26:48.791451536+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:27:03.381131996+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1203,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:27:03.696303009+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:27:18.38129873+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1205,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:27:18.881062241+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:27:33.381124144+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1207,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:27:33.789981394+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:27:48.381335338+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1209,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:27:48.732377373+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:28:03.380987778+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1211,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:28:03.889682387+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:28:18.381864276+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1213,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:28:18.723643153+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:28:33.382001808+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1215,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:28:33.879953658+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:28:48.381781917+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1217,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:28:48.846336898+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:29:03.381662067+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1219,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:29:03.812014454+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:29:18.38110655+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1221,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:29:18.876036449+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:29:33.381385301+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1223,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:29:33.773758064+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:29:48.381893976+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1225,"events_lines":2,"console_offset":82,"console_lines":1} +{"time":"2026-10-22T19:29:48.740794612+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:30:03.381503323+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38,"history_lines":1,"events_offset":1227,"events_lines":2,"console_offset":82,"console_lines":3} +{"time":"2026-10-22T19:30:03.821165104+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:30:18.381576624+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1229,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:30:18.738835233+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:30:33.38113793+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1231,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:30:33.787926905+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:30:48.381608326+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1233,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:30:48.719645436+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:31:03.381839983+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1235,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:31:03.723776208+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:31:18.381792468+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1237,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:31:18.791635852+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:31:33.381412332+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1239,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:31:33.939489629+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:31:48.381616012+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1241,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:31:48.798382123+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:32:03.381394519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1243,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:32:03.919116616+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:32:18.381214048+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1245,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:32:19.196921245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:32:33.381499521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1247,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:32:33.874535456+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:32:48.382752434+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1249,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:32:48.765571594+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:33:03.381139846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1251,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:33:03.850919281+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:33:18.381092283+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1253,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:33:18.865187269+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:33:33.381677184+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1255,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:33:33.77916813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:33:48.380944927+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1257,"events_lines":2,"console_offset":84,"console_lines":1} +{"time":"2026-10-22T19:33:48.780552067+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:34:03.381142417+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":39,"history_lines":1,"events_offset":1259,"events_lines":2,"console_offset":84,"console_lines":2} +{"time":"2026-10-22T19:34:03.756498558+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:34:18.381633751+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1261,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:34:18.761747791+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:34:33.38147782+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1263,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:34:33.766859508+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:34:48.383834809+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1265,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:34:48.792380038+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:35:03.381576196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1267,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:35:03.829290637+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:35:18.381004644+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1269,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:35:18.733459108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:35:33.381309629+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1271,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:35:33.847196437+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:35:48.381327791+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1273,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:35:48.706414777+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:36:03.381526756+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1275,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:36:03.714458403+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:36:18.381921938+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1277,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:36:18.724442281+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:36:33.381147405+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1279,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:36:33.85953176+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:36:48.381975006+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1281,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:36:48.702720292+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:37:03.381416398+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1283,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:37:03.969785799+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:37:18.381727332+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1285,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:37:18.807427695+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:37:33.381480664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1287,"events_lines":2,"console_offset":85,"console_lines":1} +{"time":"2026-10-22T19:37:33.710378719+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:37:48.381164621+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":40,"history_lines":1,"events_offset":1289,"events_lines":2,"console_offset":85,"console_lines":2} +{"time":"2026-10-22T19:37:48.688168951+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:38:03.381209122+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1291,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:38:03.832801911+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:38:18.381305557+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1293,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:38:18.639648448+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:38:33.381470569+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1295,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:38:33.710580607+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:38:48.381709893+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1297,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:38:48.698145883+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:39:03.381687292+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1299,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:39:03.796349378+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:39:18.381955402+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1301,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:39:18.741022252+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:39:33.381310509+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1303,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:39:33.679303567+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:39:48.38100011+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1305,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:39:48.708366373+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:40:03.381410681+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1307,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:40:03.685893143+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:40:18.381320465+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1309,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:40:18.766207347+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:40:33.38153161+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1311,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:40:33.744034125+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:40:48.381985609+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1313,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:40:48.67801167+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:41:03.38196305+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1315,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:41:03.780777942+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:41:18.381752295+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1317,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:41:18.665139753+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:41:33.381964268+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":41,"history_lines":1,"events_offset":1319,"events_lines":2,"console_offset":86,"console_lines":1} +{"time":"2026-10-22T19:41:34.22314981+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:41:48.381173673+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1321,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:41:48.87328043+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:42:03.381773089+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1323,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:42:03.939693626+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:42:18.38199172+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1325,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:42:18.767699818+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:42:33.38145931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1327,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:42:33.815649112+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:42:48.3817879+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1329,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:42:48.708536515+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:43:03.3819107+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1331,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:43:03.674967199+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:43:18.381715062+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1333,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:43:18.737329416+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:43:33.381273233+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1335,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:43:33.648715647+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:43:48.381369339+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1337,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:43:48.656322153+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:44:03.381659386+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1339,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:44:03.648415272+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:44:18.381671383+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1341,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:44:18.719900573+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:44:33.381340762+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1343,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:44:33.666034787+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:44:48.381717977+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1345,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:44:48.669263035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:45:03.381104556+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1347,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:45:03.641255315+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:45:18.381530039+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1349,"events_lines":2,"console_offset":87,"console_lines":1} +{"time":"2026-10-22T19:45:18.66760273+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:45:33.381507838+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":1,"events_offset":1351,"events_lines":2,"console_offset":87,"console_lines":2} +{"time":"2026-10-22T19:45:33.669118936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:45:48.381135088+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1353,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:45:48.66152313+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:46:03.381542249+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1355,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:46:03.660649518+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:46:18.381956841+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1357,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:46:18.629768622+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:46:33.381605608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1359,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:46:33.648481438+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:46:48.381710523+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1361,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:46:48.660098586+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:47:03.381822131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1363,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:47:03.671067705+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:47:18.381254449+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1365,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:47:18.662930787+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:47:33.381607345+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1367,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:47:33.668815178+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:47:48.3812544+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1369,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:47:48.655187387+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:48:03.381118685+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1371,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:48:03.66533281+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:48:18.381676438+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1373,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:48:18.680871265+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:48:33.381698712+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1375,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:48:33.723434926+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:48:48.38124572+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1377,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:48:48.642491659+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:49:03.38230077+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1379,"events_lines":2,"console_offset":88,"console_lines":1} +{"time":"2026-10-22T19:49:03.663819805+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:49:18.381787419+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":43,"history_lines":1,"events_offset":1381,"events_lines":2,"console_offset":88,"console_lines":3} +{"time":"2026-10-22T19:49:18.649060629+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:49:33.381706611+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1383,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:49:33.656645366+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:49:48.381133319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1385,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:49:48.63629145+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:50:03.381696629+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1387,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:50:03.69495933+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:50:18.381180701+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1389,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:50:18.659047151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:50:33.381410436+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1391,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:50:33.644193367+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:50:48.381995317+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1393,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:50:48.694989793+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:51:03.381647932+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1395,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:51:03.652364734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:51:18.381126914+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1397,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:51:18.675498008+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:51:33.381282102+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1399,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:51:33.684393582+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:51:48.381939938+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1401,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:51:48.658959384+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:52:03.381464193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1403,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:52:03.647529333+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:52:18.38151705+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1405,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:52:18.697936492+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:52:33.381562426+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1407,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:52:33.690384721+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:52:48.381004062+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1409,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:52:48.698563144+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:53:03.381828132+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1411,"events_lines":2,"console_offset":90,"console_lines":1} +{"time":"2026-10-22T19:53:03.670304179+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:53:18.381245532+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":1,"events_offset":1413,"events_lines":2,"console_offset":90,"console_lines":2} +{"time":"2026-10-22T19:53:18.663147541+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:53:33.381323176+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1415,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:53:33.661657069+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:53:48.381871711+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1417,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:53:48.636492821+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:54:03.381795492+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1419,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:54:03.671100052+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:54:18.381834358+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1421,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:54:18.670165839+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:54:33.380973761+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1423,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:54:33.670647442+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:54:48.381011389+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1425,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:54:48.653328971+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:55:03.381827288+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1427,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:55:03.670391489+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:55:18.381687707+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1429,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:55:18.677788562+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:55:33.38158832+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1431,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:55:33.685192333+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:55:48.381877316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1433,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:55:48.652761457+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:56:03.38096573+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1435,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:56:03.649283315+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:56:18.381223559+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1437,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:56:18.663065865+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:56:33.381212244+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1439,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:56:33.64700356+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:56:48.381928812+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1441,"events_lines":2,"console_offset":91,"console_lines":1} +{"time":"2026-10-22T19:56:48.651428825+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:57:03.381904353+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":1,"events_offset":1443,"events_lines":2,"console_offset":91,"console_lines":2} +{"time":"2026-10-22T19:57:03.674325808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:57:18.381921976+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1445,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:57:18.841540091+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:57:33.38181423+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1447,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:57:33.688899025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:57:48.381762978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1449,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:57:48.697490948+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:58:03.381756332+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1451,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:58:03.711439775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:58:18.38122142+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1453,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:58:18.703498123+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:58:33.381869732+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1455,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:58:33.694484153+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:58:48.381703661+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1457,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:58:48.669368786+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:59:03.381122167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1459,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:59:03.698583133+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:59:18.381862809+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1461,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:59:18.683849935+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:59:33.381868381+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1463,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:59:33.69753635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T19:59:48.381519193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1465,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T19:59:48.719761526+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:00:03.38167703+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1467,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T20:00:03.687021182+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:00:18.381607037+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1469,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T20:00:18.698094869+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:00:33.381067435+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1471,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T20:00:33.685784891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:00:48.38165917+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1473,"events_lines":2,"console_offset":92,"console_lines":1} +{"time":"2026-10-22T20:00:48.668960369+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:01:03.381692889+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":46,"history_lines":1,"events_offset":1475,"events_lines":2,"console_offset":92,"console_lines":2} +{"time":"2026-10-22T20:01:03.671208549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:01:18.381662682+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1477,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:01:18.667387746+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:01:33.380956295+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1479,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:01:33.689256547+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:01:48.381655261+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1481,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:01:48.672855046+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:02:03.381617565+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1483,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:02:03.702156739+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:02:18.381962049+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1485,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:02:18.692777466+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:02:33.381708617+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1487,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:02:33.689241353+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:02:48.381928985+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1489,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:02:48.647988676+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:03:03.381449214+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1491,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:03:03.654361655+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:03:18.381931357+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1493,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:03:18.645482034+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:03:33.381544101+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1495,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:03:33.68846051+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:03:48.381316079+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1497,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:03:48.661540755+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:04:03.381357538+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1499,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:04:03.666060536+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:04:18.381084625+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1501,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:04:18.700305501+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:04:33.38134002+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1503,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:04:33.687741365+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:04:48.381551749+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":47,"history_lines":1,"events_offset":1505,"events_lines":2,"console_offset":93,"console_lines":1} +{"time":"2026-10-22T20:04:48.657764875+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:05:03.381458007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1507,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:05:03.666294841+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:05:18.381858857+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1509,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:05:18.709053271+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:05:33.381127961+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1511,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:05:33.6780282+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:05:48.38180473+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1513,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:05:48.672762128+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:06:03.381096969+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1515,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:06:03.713722441+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:06:18.381255429+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1517,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:06:18.715155232+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:06:33.381444319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1519,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:06:33.719756965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:06:48.381061316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1521,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:06:48.722149552+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:07:03.381882732+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1523,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:07:03.692343819+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:07:18.381560096+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1525,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:07:18.718292406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:07:33.381855509+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1527,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:07:33.697246146+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:07:48.381138644+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1529,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:07:48.693764657+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:08:03.380997098+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1531,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:08:03.764573514+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:08:18.381146251+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1533,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:08:18.703421782+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:08:33.381632153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1535,"events_lines":2,"console_offset":94,"console_lines":1} +{"time":"2026-10-22T20:08:33.713118355+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:08:48.381672703+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":48,"history_lines":1,"events_offset":1537,"events_lines":2,"console_offset":94,"console_lines":6} +{"time":"2026-10-22T20:08:48.702080043+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:09:03.381881638+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1539,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:09:03.787507736+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:09:18.381697399+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1541,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:09:18.690392743+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:09:33.381862281+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1543,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:09:33.694678216+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:09:48.381880436+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1545,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:09:48.687937718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:10:03.381155249+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1547,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:10:03.655653784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:10:18.381869565+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1549,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:10:18.695379709+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:10:33.381406573+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1551,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:10:33.68883855+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:10:48.381147997+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1553,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:10:48.697224705+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:11:03.381216155+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1555,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:11:03.661394551+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:11:18.381948997+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1557,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:11:18.703433137+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:11:33.381164798+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1559,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:11:33.675125279+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:11:48.381718583+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1561,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:11:48.676246312+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:12:03.381703941+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1563,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:12:03.703649543+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:12:18.381606603+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1565,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:12:18.715053289+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:12:33.381611051+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1567,"events_lines":2,"console_offset":99,"console_lines":1} +{"time":"2026-10-22T20:12:33.694321901+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:12:48.381771818+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":49,"history_lines":1,"events_offset":1569,"events_lines":2,"console_offset":99,"console_lines":2} +{"time":"2026-10-22T20:12:48.678600263+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:13:03.381658062+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1571,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:13:03.656875752+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:13:18.381779922+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1573,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:13:18.689913706+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:13:33.381737004+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1575,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:13:33.678957491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:13:48.381762723+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1577,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:13:48.655019462+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:14:03.381617774+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1579,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:14:03.678609914+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:14:18.38143036+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1581,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:14:18.651246264+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:14:33.381825193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1583,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:14:33.672852258+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:14:48.381997831+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1585,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:14:48.68115604+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:15:03.381894146+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1587,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:15:03.684915766+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:15:18.381664444+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1589,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:15:18.659871088+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:15:33.38104931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1591,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:15:33.661935197+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:15:48.381524773+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1593,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:15:48.620811415+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:16:03.381292569+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1595,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:16:03.655000812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:16:18.381993273+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1597,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:16:18.680183307+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:16:33.381305131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1599,"events_lines":2,"console_offset":100,"console_lines":1} +{"time":"2026-10-22T20:16:33.67264766+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:16:48.381164656+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":50,"history_lines":1,"events_offset":1601,"events_lines":2,"console_offset":100,"console_lines":2} +{"time":"2026-10-22T20:16:48.642195695+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:17:03.38115551+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1603,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:17:03.676432457+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:17:18.380965711+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1605,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:17:18.688861166+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:17:33.381336145+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1607,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:17:33.670650532+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:17:48.381240946+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1609,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:17:48.672016779+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:18:03.381880466+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1611,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:18:03.656908087+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:18:18.381304101+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1613,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:18:18.714186825+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:18:33.381425188+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1615,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:18:33.706276388+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:18:48.381643973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1617,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:18:48.727841065+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:19:03.381386849+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1619,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:19:03.705306734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:19:18.381700978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1621,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:19:18.707419439+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:19:33.381405998+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1623,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:19:33.692647946+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:19:48.38184714+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1625,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:19:48.714023921+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:20:03.381656608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1627,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:20:03.711934313+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:20:18.381634691+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1629,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:20:18.696126945+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:20:33.381869021+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":51,"history_lines":1,"events_offset":1631,"events_lines":2,"console_offset":101,"console_lines":1} +{"time":"2026-10-22T20:20:33.701864724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:20:48.381299718+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1633,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:20:48.688964965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:21:03.38167481+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1635,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:21:03.687335001+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:21:18.381615419+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1637,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:21:18.693647131+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:21:33.381174913+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1639,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:21:33.701858422+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:21:48.381996813+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1641,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:21:48.709243306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:22:03.381383807+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1643,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:22:03.730732113+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:22:18.381698932+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1645,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:22:18.701446888+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:22:33.381821418+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1647,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:22:33.707715479+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:22:48.381105664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1649,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:22:48.745429718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:23:03.381375818+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1651,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:23:03.698547801+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:23:18.380954268+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1653,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:23:18.700777965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:23:33.381760759+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1655,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:23:33.730350557+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:23:48.381875907+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1657,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:23:48.665399464+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:24:03.381872425+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1659,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:24:03.711506447+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:24:18.381708691+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1661,"events_lines":2,"console_offset":102,"console_lines":1} +{"time":"2026-10-22T20:24:18.715829359+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:24:33.381606175+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":1,"events_offset":1663,"events_lines":2,"console_offset":102,"console_lines":2} +{"time":"2026-10-22T20:24:33.705660775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:24:48.382029586+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1665,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:24:48.673630711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:25:03.381196007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1667,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:25:03.732310471+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:25:18.381926252+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1669,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:25:18.705256337+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:25:33.381482873+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1671,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:25:33.69493526+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:25:48.380972691+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1673,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:25:48.670768025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:26:03.381927955+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1675,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:26:03.689005564+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:26:18.381053526+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1677,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:26:18.716500929+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:26:33.383722579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1679,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:26:33.710598615+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:26:48.381241148+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1681,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:26:48.69460064+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:27:03.381835106+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1683,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:27:03.698827916+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:27:18.381920706+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1685,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:27:18.767836372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:27:33.381784841+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1687,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:27:33.734120736+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:27:48.381084921+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1689,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:27:48.715154806+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:28:03.381897537+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1691,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:28:03.685709194+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:28:18.381555594+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1693,"events_lines":2,"console_offset":103,"console_lines":1} +{"time":"2026-10-22T20:28:18.707802656+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:28:33.382004786+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":53,"history_lines":1,"events_offset":1695,"events_lines":2,"console_offset":103,"console_lines":3} +{"time":"2026-10-22T20:28:33.733707029+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:28:48.381778791+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1697,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:28:48.720787117+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:29:03.381206627+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1699,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:29:03.714115438+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:29:18.381229383+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1701,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:29:18.69415735+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:29:33.381495706+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1703,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:29:33.705338065+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:29:48.381920299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1705,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:29:48.693688024+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:30:03.381020903+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1707,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:30:03.732384566+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:30:18.381337595+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1709,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:30:18.73696894+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:30:33.381644575+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1711,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:30:33.687780723+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:30:48.381508174+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1713,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:30:48.715828562+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:31:03.381807448+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1715,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:31:03.721473119+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:31:18.381111609+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1717,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:31:18.734829166+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:31:33.381544404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1719,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:31:33.692045972+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:31:48.381986162+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1721,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:31:48.664157386+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:32:03.381273047+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1723,"events_lines":2,"console_offset":105,"console_lines":1} +{"time":"2026-10-22T20:32:03.69642332+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:32:18.381178384+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":54,"history_lines":1,"events_offset":1725,"events_lines":2,"console_offset":105,"console_lines":2} +{"time":"2026-10-22T20:32:18.663138398+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:32:33.381718142+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1727,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:32:33.650275074+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:32:48.381692337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1729,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:32:48.704371067+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:33:03.381672041+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1731,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:33:03.683430151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:33:18.381199407+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1733,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:33:18.676384121+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:33:33.381059106+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1735,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:33:33.67757527+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:33:48.381805794+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1737,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:33:48.672265926+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:34:03.381362447+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1739,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:34:03.67501032+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:34:18.381831558+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1741,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:34:18.662309855+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:34:33.380979319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1743,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:34:33.667064631+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:34:48.381268603+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1745,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:34:48.684543666+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:35:03.38187759+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1747,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:35:03.692553226+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:35:18.380957288+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1749,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:35:18.70197017+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:35:33.381517839+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1751,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:35:33.680031521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:35:48.380957781+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1753,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:35:48.665060142+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:36:03.381127923+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1755,"events_lines":2,"console_offset":106,"console_lines":1} +{"time":"2026-10-22T20:36:03.660861679+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:36:18.381901887+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":55,"history_lines":1,"events_offset":1757,"events_lines":2,"console_offset":106,"console_lines":2} +{"time":"2026-10-22T20:36:18.726890072+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:36:33.38176178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1759,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:36:33.678376885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:36:48.381948561+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1761,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:36:48.673548914+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:37:03.381930572+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1763,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:37:03.63311+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:37:18.381732721+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1765,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:37:18.700957451+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:37:33.381658319+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1767,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:37:33.675951602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:37:48.381563943+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1769,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:37:48.784823372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:38:03.381471819+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1771,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:38:03.672595757+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:38:18.381704677+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1773,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:38:18.68960919+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:38:33.38107354+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1775,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:38:33.703028796+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:38:48.381314936+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1777,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:38:48.681006037+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:39:03.381323989+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1779,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:39:03.682485184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:39:18.381343446+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1781,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:39:18.662144106+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:39:33.380993521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1783,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:39:33.701522976+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:39:48.381707935+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1785,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:39:48.662855638+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:40:03.381704748+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1787,"events_lines":2,"console_offset":107,"console_lines":1} +{"time":"2026-10-22T20:40:03.665752035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:40:18.381759952+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":1,"events_offset":1789,"events_lines":2,"console_offset":107,"console_lines":2} +{"time":"2026-10-22T20:40:18.670240873+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:40:33.381639321+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1791,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:40:33.6619138+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:40:48.381327063+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1793,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:40:48.688543897+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:41:03.38158239+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1795,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:41:03.650792414+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:41:18.381151931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1797,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:41:18.710722455+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:41:33.381503404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1799,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:41:33.678499819+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:41:48.381245226+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1801,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:41:48.690302934+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:42:03.381514432+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1803,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:42:03.677461711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:42:18.381368401+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1805,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:42:18.660091438+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:42:33.381813615+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1807,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:42:33.67070885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:42:48.381575576+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1809,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:42:48.674221728+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:43:03.381555301+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1811,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:43:03.679392747+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:43:18.381513522+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1813,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:43:18.645466271+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:43:33.381821597+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1815,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:43:33.652828103+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:43:48.381258114+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1817,"events_lines":2,"console_offset":108,"console_lines":1} +{"time":"2026-10-22T20:43:48.63791668+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:44:03.382017298+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":57,"history_lines":1,"events_offset":1819,"events_lines":2,"console_offset":108,"console_lines":2} +{"time":"2026-10-22T20:44:03.662952131+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:44:18.381257181+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1821,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:44:18.683083544+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:44:33.381779931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1823,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:44:33.687957224+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:44:48.381510338+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1825,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:44:48.689750275+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:45:03.380971363+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1827,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:45:03.654919513+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:45:18.381419931+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1829,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:45:18.67026417+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:45:33.381751994+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1831,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:45:33.663604389+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:45:48.381365644+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1833,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:45:48.661289978+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:46:03.381832242+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1835,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:46:03.663114687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:46:18.381110961+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1837,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:46:18.674917348+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:46:33.381601534+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1839,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:46:33.659957687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:46:48.381537921+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1841,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:46:48.668794179+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:47:03.381592745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1843,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:47:03.68600316+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:47:18.381152131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1845,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:47:18.702153951+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:47:33.381458613+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1847,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:47:33.698309784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:47:48.381758605+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1849,"events_lines":2,"console_offset":109,"console_lines":1} +{"time":"2026-10-22T20:47:48.675439506+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:48:03.381919886+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":58,"history_lines":1,"events_offset":1851,"events_lines":2,"console_offset":109,"console_lines":3} +{"time":"2026-10-22T20:48:03.680258726+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:48:18.381282274+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1853,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:48:18.654227077+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:48:33.381844973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1855,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:48:33.7048497+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:48:48.382030273+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1857,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:48:48.699042724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:49:03.38189623+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1859,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:49:03.699386032+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:49:18.381190414+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1861,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:49:18.679955422+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:49:33.381353119+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1863,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:49:33.674744145+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:49:48.38186604+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1865,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:49:48.694327421+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:50:03.381963797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1867,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:50:03.716123089+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:50:18.381823374+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1869,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:50:18.713802776+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:50:33.381732259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1871,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:50:33.726588526+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:50:48.381189566+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1873,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:50:48.698233011+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:51:03.381726606+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1875,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:51:03.73082101+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:51:18.380989015+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1877,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:51:18.678081078+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:51:33.381714202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1879,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:51:33.709144258+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:51:48.381828925+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1881,"events_lines":2,"console_offset":111,"console_lines":1} +{"time":"2026-10-22T20:51:48.722202233+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:52:03.381661432+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":59,"history_lines":1,"events_offset":1883,"events_lines":2,"console_offset":111,"console_lines":2} +{"time":"2026-10-22T20:52:03.717852348+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:52:18.381920362+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1885,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:52:18.637463025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:52:33.381964518+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1887,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:52:33.68464117+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:52:48.381157681+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1889,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:52:48.638514868+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:53:03.381845255+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1891,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:53:03.689400462+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:53:18.380973665+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1893,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:53:18.675366005+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:53:33.381660828+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1895,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:53:33.645081362+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:53:48.381541496+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1897,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:53:48.674313527+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:54:03.381947835+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1899,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:54:03.646461495+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:54:18.381175256+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1901,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:54:18.669400745+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:54:33.381835678+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1903,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:54:33.66488666+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:54:48.381542392+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1905,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:54:48.655804518+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:55:03.381088194+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1907,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:55:03.650205497+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:55:18.381557429+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1909,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:55:18.664817863+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:55:33.381509674+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1911,"events_lines":2,"console_offset":112,"console_lines":1} +{"time":"2026-10-22T20:55:33.655170984+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:55:48.38125654+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":1,"events_offset":1913,"events_lines":2,"console_offset":112,"console_lines":2} +{"time":"2026-10-22T20:55:48.668348+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:56:03.381121029+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1915,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:56:03.666813304+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:56:18.38120646+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1917,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:56:18.647099001+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:56:33.380972118+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1919,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:56:33.640121372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:56:48.381150505+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1921,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:56:48.66321647+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:57:03.381832722+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1923,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:57:03.672076304+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:57:18.381499654+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1925,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:57:18.658507331+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:57:33.381640381+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1927,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:57:34.286131995+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:57:48.381867098+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1929,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:57:48.696446124+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:58:03.381602167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1931,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:58:03.674781867+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:58:18.381809765+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1933,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:58:18.691138604+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:58:33.381359101+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1935,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:58:33.718245703+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:58:48.38102376+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1937,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:58:48.683201187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:59:03.381386907+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1939,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:59:03.67885053+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:59:18.381747963+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1941,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:59:18.725373574+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:59:33.381968726+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1943,"events_lines":2,"console_offset":113,"console_lines":1} +{"time":"2026-10-22T20:59:33.665856083+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T20:59:48.381806953+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":1,"events_offset":1945,"events_lines":2,"console_offset":113,"console_lines":2} +{"time":"2026-10-22T20:59:48.667868109+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:00:03.381611147+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1947,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:00:03.696259201+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:00:18.381741846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1949,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:00:18.684638709+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:00:33.381662792+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1951,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:00:33.708596947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:00:48.381408694+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1953,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:00:48.705229431+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:01:03.381916797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1955,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:01:03.715631183+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:01:18.381512746+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1957,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:01:18.702809471+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:01:33.381072344+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1959,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:01:33.694242946+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:01:48.380926827+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1961,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:01:48.686918806+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:02:03.381744393+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1963,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:02:03.707364823+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:02:18.381266114+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1965,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:02:18.725975003+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:02:33.380962388+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1967,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:02:33.69050079+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:02:48.381520263+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1969,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:02:48.744764406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:03:03.381195241+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1971,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:03:03.6953735+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:03:18.381359706+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1973,"events_lines":2,"console_offset":114,"console_lines":1} +{"time":"2026-10-22T21:03:18.718180525+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:03:33.381800769+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":1,"events_offset":1975,"events_lines":2,"console_offset":114,"console_lines":2} +{"time":"2026-10-22T21:03:33.719558371+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:03:48.381777262+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1977,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:03:48.7440424+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:04:03.381161092+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1979,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:04:03.670367099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:04:18.381900608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1981,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:04:18.699390692+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:04:33.381500772+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1983,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:04:33.701205037+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:04:48.381488014+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1985,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:04:48.691789674+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:05:03.381066578+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1987,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:05:03.721892971+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:05:18.381816453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1989,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:05:18.689344957+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:05:33.380949298+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1991,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:05:33.73708748+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:05:48.381975673+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1993,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:05:48.710613841+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:06:03.381157542+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1995,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:06:03.701802577+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:06:18.381634506+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1997,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:06:18.720410545+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:06:33.381630865+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":1999,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:06:33.697045186+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:06:48.38138758+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2001,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:06:48.67689483+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:07:03.381329715+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2003,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:07:03.694876699+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:07:18.381298759+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2005,"events_lines":2,"console_offset":115,"console_lines":1} +{"time":"2026-10-22T21:07:18.685688584+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:07:33.382006409+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":1,"events_offset":2007,"events_lines":2,"console_offset":115,"console_lines":3} +{"time":"2026-10-22T21:07:33.71407072+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:07:48.38141779+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2009,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:07:48.711784176+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:08:03.381134101+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2011,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:08:03.775666963+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:08:18.381741598+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2013,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:08:18.713939578+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:08:33.380937836+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2015,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:08:33.694818724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:08:48.381730937+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2017,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:08:48.742055822+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:09:03.38165092+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2019,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:09:03.675171011+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:09:18.3812711+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2021,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:09:18.712196118+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:09:33.381581131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2023,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:09:33.726042897+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:09:48.381133579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2025,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:09:48.708308137+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:10:03.38145355+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2027,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:10:03.682298645+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:10:18.38151391+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2029,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:10:18.706305314+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:10:33.381593378+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2031,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:10:34.300008891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:10:48.381211159+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2033,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:10:48.688775091+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:11:03.381884788+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2035,"events_lines":2,"console_offset":117,"console_lines":1} +{"time":"2026-10-22T21:11:03.703228062+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:11:18.381767753+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":1,"events_offset":2037,"events_lines":2,"console_offset":117,"console_lines":2} +{"time":"2026-10-22T21:11:18.708939513+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:11:33.381985734+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2039,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:11:33.714971647+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:11:48.381342387+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2041,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:11:48.670137887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:12:03.38165975+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2043,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:12:03.684585592+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:12:18.381137815+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2045,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:12:18.711572568+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:12:33.381817524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2047,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:12:33.791373942+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:12:48.381457265+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2049,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:12:48.70533283+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:13:03.381331198+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2051,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:13:03.711006605+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:13:18.381611651+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2053,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:13:18.727001493+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:13:33.381837153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2055,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:13:33.674704169+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:13:48.381763944+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2057,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:13:48.725467832+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:14:03.38128221+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2059,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:14:03.7013724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:14:18.38167188+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2061,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:14:18.733807372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:14:33.381911794+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2063,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:14:34.872993288+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:14:48.381709742+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2065,"events_lines":2,"console_offset":118,"console_lines":1} +{"time":"2026-10-22T21:14:49.026444165+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:15:03.382014444+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":65,"history_lines":1,"events_offset":2067,"events_lines":2,"console_offset":118,"console_lines":2} +{"time":"2026-10-22T21:15:03.727995307+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:15:18.381483912+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2069,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:15:18.691816013+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:15:33.381775993+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2071,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:15:37.084609591+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:15:48.381839639+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2073,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:15:48.689570956+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:16:03.381497112+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2075,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:16:03.711160476+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:16:18.381195848+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2077,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:16:18.700756365+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:16:33.381281527+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2079,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:16:33.78131911+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:16:48.38160155+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2081,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:16:48.702518084+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:17:03.381781131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2083,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:17:03.702651245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:17:18.381668201+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2085,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:17:18.694235505+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:17:33.380978765+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2087,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:17:33.705632596+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:17:48.380954963+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2089,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:17:48.711289736+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:18:03.381807762+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2091,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:18:03.70796376+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:18:18.380963241+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2093,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:18:18.696264446+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:18:33.381838905+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2095,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:18:33.864468033+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:18:48.381208196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2097,"events_lines":2,"console_offset":119,"console_lines":1} +{"time":"2026-10-22T21:18:48.701369486+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:19:03.381001847+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":66,"history_lines":1,"events_offset":2099,"events_lines":2,"console_offset":119,"console_lines":2} +{"time":"2026-10-22T21:19:03.717071966+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:19:18.381498378+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2101,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:19:18.70583551+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:19:33.381717174+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2103,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:19:33.744197052+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:19:48.381359784+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2105,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:19:48.684120273+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:20:03.38154328+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2107,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:20:03.717192449+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:20:18.381441475+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2109,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:20:18.699280479+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:20:33.381812774+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2111,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:20:34.274020118+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:20:48.381996441+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2113,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:20:48.671843715+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:21:03.381055571+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2115,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:21:03.704658562+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:21:18.38187095+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2117,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:21:18.66805103+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:21:33.381352888+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2119,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:21:33.997539152+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:21:48.381591337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2121,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:21:48.722944334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:22:03.381915486+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2123,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:22:03.6959708+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:22:18.381162316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2125,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:22:18.698711943+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:22:33.380970456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2127,"events_lines":2,"console_offset":120,"console_lines":1} +{"time":"2026-10-22T21:22:33.703179965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:22:48.381468075+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":1,"events_offset":2129,"events_lines":2,"console_offset":120,"console_lines":2} +{"time":"2026-10-22T21:22:48.739445077+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:23:03.381151677+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2131,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:23:03.691138902+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:23:18.381916531+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2133,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:23:18.71739371+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:23:33.381228281+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2135,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:23:33.712643311+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:23:48.381118335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2137,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:23:48.678594851+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:24:03.381142207+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2139,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:24:03.713787329+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:24:18.381148493+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2141,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:24:18.673137003+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:24:33.381617147+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2143,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:24:33.860852774+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:24:48.381857967+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2145,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:24:48.70866014+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:25:03.381814889+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2147,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:25:03.680503992+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:25:18.381815106+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2149,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:25:18.714848915+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:25:33.381255127+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2151,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:25:33.716253301+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:25:48.381505432+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2153,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:25:48.717386598+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:26:03.381823891+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2155,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:26:03.675979011+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:26:18.381272667+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2157,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:26:18.692889641+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:26:33.381245865+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2159,"events_lines":2,"console_offset":121,"console_lines":1} +{"time":"2026-10-22T21:26:33.746420761+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:26:48.381021385+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":68,"history_lines":1,"events_offset":2161,"events_lines":2,"console_offset":121,"console_lines":3} +{"time":"2026-10-22T21:26:48.740358948+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:27:03.381285382+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2163,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:27:03.716367184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:27:18.380963042+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2165,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:27:18.700873768+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:27:33.381852272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2167,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:27:33.695813105+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:27:48.381599088+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2169,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:27:48.707211453+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:28:03.381721824+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2171,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:28:03.665901653+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:28:18.381833023+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2173,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:28:18.703458634+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:28:33.381649335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2175,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:28:33.661313914+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:28:48.381147518+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2177,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:28:48.688914886+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:29:03.381121729+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2179,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:29:03.680409691+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:29:18.381667783+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2181,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:29:18.691583402+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:29:33.381515723+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2183,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:29:33.696827536+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:29:48.381347529+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2185,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:29:48.687895957+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:30:03.381955248+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2187,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:30:03.68072694+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:30:18.38098256+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2189,"events_lines":2,"console_offset":123,"console_lines":1} +{"time":"2026-10-22T21:30:18.69847865+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:30:33.381486501+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":1,"events_offset":2191,"events_lines":2,"console_offset":123,"console_lines":2} +{"time":"2026-10-22T21:30:35.52617331+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:30:48.38161215+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2193,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:30:48.730285238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:31:03.381077784+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2195,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:31:03.72916018+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:31:18.38141332+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2197,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:31:18.70349542+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:31:33.381425498+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2199,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:31:33.683408247+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:31:48.381764109+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2201,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:31:48.684275325+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:32:03.381828977+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2203,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:32:03.671616812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:32:18.381066977+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2205,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:32:18.717885545+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:32:33.381095192+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2207,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:32:33.711755866+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:32:48.38159369+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2209,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:32:48.693605707+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:33:03.381165354+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2211,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:33:03.695843433+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:33:18.381827953+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2213,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:33:18.685962444+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:33:33.380944539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2215,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:33:34.081097365+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:33:48.381102488+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2217,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:33:48.696321083+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:34:03.381102588+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2219,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:34:03.686069425+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:34:18.381126664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2221,"events_lines":2,"console_offset":124,"console_lines":1} +{"time":"2026-10-22T21:34:18.69144111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:34:33.381835664+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":1,"events_offset":2223,"events_lines":2,"console_offset":124,"console_lines":2} +{"time":"2026-10-22T21:34:33.738541535+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:34:48.380987707+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2225,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:34:48.686228188+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:35:03.381744157+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2227,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:35:03.693477014+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:35:18.381867251+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2229,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:35:18.703167114+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:35:33.381481398+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2231,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:35:33.812578946+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:35:48.381099961+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2233,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:35:48.710961603+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:36:03.381566243+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2235,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:36:03.756431091+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:36:18.381403907+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2237,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:36:18.717561209+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:36:33.381130512+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2239,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:36:33.748710258+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:36:48.381833776+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2241,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:36:48.66748484+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:37:03.381884104+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2243,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:37:03.673191794+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:37:18.381430741+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2245,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:37:18.666383331+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:37:33.381418204+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2247,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:37:33.703291519+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:37:48.381639078+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2249,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:37:48.716982982+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:38:03.381961887+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2251,"events_lines":2,"console_offset":125,"console_lines":1} +{"time":"2026-10-22T21:38:03.734940693+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:38:18.381494303+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":71,"history_lines":1,"events_offset":2253,"events_lines":2,"console_offset":125,"console_lines":2} +{"time":"2026-10-22T21:38:18.725892049+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:38:33.381183305+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2255,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:38:33.824471112+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:38:48.381355436+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2257,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:38:48.709147734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:39:03.381868607+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2259,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:39:03.686825596+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:39:18.381813999+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2261,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:39:18.718248812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:39:33.381433047+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2263,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:39:33.71373306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:39:48.381422505+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2265,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:39:48.692404136+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:40:03.381153392+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2267,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:40:03.68405557+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:40:18.381470304+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2269,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:40:18.695828901+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:40:33.3810947+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2271,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:40:33.701245599+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:40:48.381154935+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2273,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:40:48.673109281+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:41:03.381531817+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2275,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:41:03.709565862+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:41:18.38152363+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2277,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:41:18.716309335+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:41:33.381504025+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2279,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:41:33.695261655+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:41:48.383750119+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2281,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:41:48.706184463+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:42:03.381129928+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2283,"events_lines":2,"console_offset":126,"console_lines":1} +{"time":"2026-10-22T21:42:03.703592165+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:42:18.381452608+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":72,"history_lines":1,"events_offset":2285,"events_lines":2,"console_offset":126,"console_lines":2} +{"time":"2026-10-22T21:42:18.690200177+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:42:33.381216245+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2287,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:42:34.064683584+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:42:48.381317972+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2289,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:42:48.719070463+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:43:03.381177865+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2291,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:43:03.688908539+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:43:18.381855538+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2293,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:43:18.691890397+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:43:33.381431672+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2295,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:43:33.727090592+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:43:48.38134113+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2297,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:43:48.693936054+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:44:03.381942812+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2299,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:44:03.688156446+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:44:18.381270883+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2301,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:44:18.667287617+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:44:33.381799875+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2303,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:44:33.712179237+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:44:48.381988074+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2305,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:44:48.71215854+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:45:03.381411658+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2307,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:45:03.715825498+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:45:18.381526716+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2309,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:45:18.710528238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:45:33.38167259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2311,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:45:33.721818771+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:45:48.381380875+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2313,"events_lines":2,"console_offset":127,"console_lines":1} +{"time":"2026-10-22T21:45:48.706053154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:46:03.381886602+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":1,"events_offset":2315,"events_lines":2,"console_offset":127,"console_lines":3} +{"time":"2026-10-22T21:46:03.675801416+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:46:18.381611732+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2317,"events_lines":2,"console_offset":130,"console_lines":3} +{"time":"2026-10-22T21:46:18.682497766+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:46:33.381243+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2319,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:46:33.710145353+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:46:48.381108011+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2321,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:46:48.723821295+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:47:03.381093072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2323,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:47:03.705005435+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:47:18.381534733+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2325,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:47:18.706718714+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:47:33.381205801+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2327,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:47:33.900563217+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:47:48.381785482+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2329,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:47:48.712834048+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:48:03.381750442+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2331,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:48:03.727550499+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:48:18.381566908+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2333,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:48:18.694637433+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:48:33.381245015+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2335,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:48:33.741862533+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:48:48.381845565+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2337,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:48:48.721702353+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:49:03.380956808+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2339,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:49:03.703932441+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:49:18.38170487+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2341,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:49:18.732289398+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:49:33.38213933+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2343,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:49:33.708643898+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:49:48.381838399+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2345,"events_lines":2,"console_offset":132,"console_lines":1} +{"time":"2026-10-22T21:49:48.69002316+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:50:03.381211365+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":74,"history_lines":1,"events_offset":2347,"events_lines":2,"console_offset":132,"console_lines":2} +{"time":"2026-10-22T21:50:03.7338484+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:50:18.38139792+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2349,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:50:18.688820832+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:50:33.381711777+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2351,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:50:33.784604823+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:50:48.381153678+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2353,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:50:48.695794683+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:51:03.381120901+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2355,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:51:03.686035047+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:51:18.3811446+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2357,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:51:18.724289771+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:51:33.381426278+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2359,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:51:33.723551169+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:51:48.380982382+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2361,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:51:48.682450869+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:52:03.381496158+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2363,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:52:03.708877773+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:52:18.381886562+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2365,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:52:18.713582688+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:52:33.381880437+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2367,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:52:33.718926116+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:52:48.381497674+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2369,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:52:48.690834396+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:53:03.381154219+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2371,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:53:03.727344608+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:53:18.381140803+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2373,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:53:18.690288221+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:53:33.381294499+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2375,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:53:33.712039099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:53:48.381819406+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2377,"events_lines":2,"console_offset":133,"console_lines":1} +{"time":"2026-10-22T21:53:48.702346186+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:54:03.381354639+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":1,"events_offset":2379,"events_lines":2,"console_offset":133,"console_lines":2} +{"time":"2026-10-22T21:54:03.700257878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:54:18.381330336+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2381,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:54:18.675169992+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:54:33.381729892+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2383,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:54:33.749516563+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:54:48.381530476+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2385,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:54:48.722415889+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:55:03.38170237+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2387,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:55:03.723518467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:55:18.381566919+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2389,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:55:18.684152324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:55:33.381756219+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2391,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:55:36.014907922+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:55:48.381107474+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2393,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:55:48.724771941+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:56:03.381513802+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2395,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:56:03.720331525+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:56:18.381945197+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2397,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:56:18.700230154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:56:33.381560511+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2399,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:56:33.70987984+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:56:48.381096064+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2401,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:56:48.707763931+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:57:03.383696462+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2403,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:57:03.700586544+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:57:18.381179652+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2405,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:57:18.689872713+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:57:33.38185785+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2407,"events_lines":2,"console_offset":134,"console_lines":1} +{"time":"2026-10-22T21:57:33.73311151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:57:48.381223647+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":76,"history_lines":1,"events_offset":2409,"events_lines":2,"console_offset":134,"console_lines":2} +{"time":"2026-10-22T21:57:48.736220145+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:58:03.381717807+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2411,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:58:03.677497321+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:58:18.381792193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2413,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:58:18.694290037+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:58:33.381510512+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2415,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:58:33.660417163+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:58:48.381470907+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2417,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:58:48.673137754+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:59:03.381124578+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2419,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:59:03.695903194+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:59:18.381510375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2421,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:59:18.678721339+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:59:33.381758423+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2423,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:59:33.676862648+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T21:59:48.381461309+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2425,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T21:59:48.73219829+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:00:03.380948111+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2427,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:00:03.73918557+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:00:18.381745779+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2429,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:00:18.711461026+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:00:33.381762014+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2431,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:00:33.703586318+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:00:48.381805797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2433,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:00:48.728540238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:01:03.381774026+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2435,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:01:03.725185542+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:01:18.381487621+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2437,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:01:18.720427207+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:01:33.381753579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2439,"events_lines":2,"console_offset":135,"console_lines":1} +{"time":"2026-10-22T22:01:33.713131452+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:01:48.381907309+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":77,"history_lines":1,"events_offset":2441,"events_lines":2,"console_offset":135,"console_lines":2} +{"time":"2026-10-22T22:01:48.757970015+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:02:03.381111345+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2443,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:02:04.225241441+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:02:18.381680571+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2445,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:02:18.735633817+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:02:33.381904468+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2447,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:02:33.713032364+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:02:48.381536202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2449,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:02:48.703647159+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:03:03.381965695+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2451,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:03:03.709378193+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:03:18.381194082+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2453,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:03:18.677751521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:03:33.381114315+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2455,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:03:33.659601406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:03:48.38198742+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2457,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:03:48.664075247+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:04:03.381655665+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2459,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:04:03.673015993+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:04:18.381116076+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2461,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:04:18.701776654+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:04:33.381557768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2463,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:04:33.669377793+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:04:48.382000521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2465,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:04:48.677647038+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:05:03.381695003+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2467,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:05:03.704483566+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:05:18.38113355+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2469,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:05:18.677948638+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:05:33.381396668+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2471,"events_lines":2,"console_offset":136,"console_lines":1} +{"time":"2026-10-22T22:05:33.666009616+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:05:48.381957775+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":78,"history_lines":1,"events_offset":2473,"events_lines":2,"console_offset":136,"console_lines":3} +{"time":"2026-10-22T22:05:48.673900746+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:06:03.381093349+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2475,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:06:03.706095924+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:06:18.381691506+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2477,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:06:18.758770939+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:06:33.381484547+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2479,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:06:33.724761769+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:06:48.381184207+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2481,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:06:48.6938388+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:07:03.381724909+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2483,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:07:03.695950722+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:07:18.381740268+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2485,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:07:18.687985665+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:07:33.381972425+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2487,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:07:33.712773868+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:07:48.381261337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2489,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:07:48.688951635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:08:03.381977804+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2491,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:08:03.693771376+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:08:18.38186854+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2493,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:08:18.669249478+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:08:33.381246457+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2495,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:08:33.687128785+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:08:48.381893317+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2497,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:08:48.682136801+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:09:03.381116404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2499,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:09:03.67654875+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:09:18.381927952+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2501,"events_lines":2,"console_offset":138,"console_lines":1} +{"time":"2026-10-22T22:09:18.693120708+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:09:33.381380865+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":79,"history_lines":1,"events_offset":2503,"events_lines":2,"console_offset":138,"console_lines":2} +{"time":"2026-10-22T22:09:33.746664604+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:09:48.381144606+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2505,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:09:48.716508521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:10:03.381239979+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2507,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:10:03.736501615+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:10:18.381754761+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2509,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:10:18.708302274+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:10:33.38100133+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2511,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:10:33.73015223+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:10:48.381871317+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2513,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:10:48.723112699+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:11:03.381696981+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2515,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:11:03.707938583+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:11:18.381754546+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2517,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:11:18.709276241+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:11:33.381431179+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2519,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:11:33.718184124+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:11:48.381570922+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2521,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:11:48.70953209+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:12:03.381379886+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2523,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:12:03.708367324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:12:18.380948057+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2525,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:12:18.716806592+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:12:33.380931204+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2527,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:12:33.674194745+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:12:48.381228649+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2529,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:12:48.690261734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:13:03.381580005+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2531,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:13:03.669543829+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:13:18.381969539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2533,"events_lines":2,"console_offset":139,"console_lines":1} +{"time":"2026-10-22T22:13:18.683977444+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:13:33.381331597+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":1,"events_offset":2535,"events_lines":2,"console_offset":139,"console_lines":2} +{"time":"2026-10-22T22:13:33.723392903+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:13:48.381314561+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2537,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:13:48.671718773+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:14:03.381490754+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2539,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:14:03.677890341+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:14:18.381649782+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2541,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:14:18.700872762+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:14:33.381079367+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2543,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:14:33.729474711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:14:48.381020039+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2545,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:14:48.688272307+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:15:03.381577753+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2547,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:15:03.667884012+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:15:18.381186986+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2549,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:15:18.692440509+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:15:33.381139196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2551,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:15:33.707250363+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:15:48.381858517+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2553,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:15:48.667088264+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:16:03.381434526+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2555,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:16:03.685735908+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:16:18.381108546+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2557,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:16:18.68198811+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:16:33.38116921+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2559,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:16:33.750731494+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:16:48.381958072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2561,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:16:48.692253967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:17:03.381440191+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2563,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:17:03.7266514+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:17:18.38198262+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2565,"events_lines":2,"console_offset":140,"console_lines":1} +{"time":"2026-10-22T22:17:18.686511902+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:17:33.381609948+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":1,"events_offset":2567,"events_lines":2,"console_offset":140,"console_lines":2} +{"time":"2026-10-22T22:17:33.681708043+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:17:48.381697847+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2569,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:17:48.702592688+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:18:03.381756528+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2571,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:18:03.696700598+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:18:18.38185148+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2573,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:18:18.739647324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:18:33.381205398+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2575,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:18:33.739739756+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:18:48.382025227+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2577,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:18:48.767939889+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:19:03.380947927+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2579,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:19:03.785357203+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:19:18.38129049+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2581,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:19:18.736062888+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:19:33.381139867+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2583,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:19:33.732652522+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:19:48.380964338+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2585,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:19:48.743173035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:20:03.381759453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2587,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:20:03.766492862+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:20:18.381040514+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2589,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:20:18.768901301+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:20:33.381265498+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2591,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:20:33.744039675+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:20:48.381652263+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2593,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:20:48.726214876+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:21:03.381883982+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2595,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:21:03.715770961+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:21:18.38198735+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":82,"history_lines":1,"events_offset":2597,"events_lines":2,"console_offset":141,"console_lines":1} +{"time":"2026-10-22T22:21:18.741830104+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:21:33.381419493+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2599,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:21:33.718854839+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:21:48.38136407+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2601,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:21:48.722958245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:22:03.381374097+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2603,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:22:03.756879987+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:22:18.381388388+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2605,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:22:18.800347715+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:22:33.381593496+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2607,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:22:33.720397238+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:22:48.381595948+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2609,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:22:48.869939516+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:23:03.38110858+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2611,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:23:03.782151725+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:23:18.381841789+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2613,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:23:18.742751275+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:23:33.381441662+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2615,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:23:33.7138587+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:23:48.381657466+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2617,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:23:48.753902927+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:24:03.38122421+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2619,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:24:03.750444754+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:24:18.38138621+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2621,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:24:18.697911813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:24:33.381421524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2623,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:24:33.769644339+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:24:48.380978997+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2625,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:24:48.752248799+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:25:03.381488929+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2627,"events_lines":2,"console_offset":142,"console_lines":1} +{"time":"2026-10-22T22:25:03.850109712+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:25:18.381036347+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":1,"events_offset":2629,"events_lines":2,"console_offset":142,"console_lines":3} +{"time":"2026-10-22T22:25:18.747870792+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:25:33.382050035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2631,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:25:33.789720171+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:25:48.381831405+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2633,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:25:48.808500714+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:26:03.381123737+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2635,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:26:03.731401839+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:26:18.381108535+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2637,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:26:18.771736383+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:26:33.381815358+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2639,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:26:33.817512026+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:26:48.382037967+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2641,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:26:48.740431475+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:27:03.381426686+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2643,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:27:03.823277064+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:27:18.381916788+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2645,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:27:18.751252447+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:27:33.381562492+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2647,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:27:33.783435076+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:27:48.381773542+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2649,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:27:48.84223601+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:28:03.381601944+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2651,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:28:03.748188162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:28:18.381262292+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2653,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:28:18.757935917+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:28:33.381878375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2655,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:28:33.76969933+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:28:48.381458906+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2657,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:28:48.690288399+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:29:03.381350575+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2659,"events_lines":2,"console_offset":144,"console_lines":1} +{"time":"2026-10-22T22:29:03.770203205+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:29:18.381876972+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":84,"history_lines":1,"events_offset":2661,"events_lines":2,"console_offset":144,"console_lines":2} +{"time":"2026-10-22T22:29:18.772976242+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:29:33.381646757+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2663,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:29:33.793512274+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:29:48.3815141+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2665,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:29:48.699425866+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:30:03.381880635+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2667,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:30:03.694145548+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:30:18.381974148+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2669,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:30:18.779908397+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:30:33.381797453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2671,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:30:33.736007316+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:30:48.381390799+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2673,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:30:48.764004963+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:31:03.381798514+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2675,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:31:03.716767558+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:31:18.381774436+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2677,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:31:18.80414984+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:31:33.381043303+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2679,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:31:33.731475869+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:31:48.381461031+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2681,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:31:48.722335813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:32:03.381431645+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2683,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:32:03.792222275+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:32:18.381653729+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2685,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:32:18.808527266+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:32:33.381450571+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2687,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:32:33.780635151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:32:48.381339892+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2689,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:32:48.783215535+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:33:03.381667311+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2691,"events_lines":2,"console_offset":145,"console_lines":1} +{"time":"2026-10-22T22:33:03.705332819+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:33:18.381736411+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":85,"history_lines":1,"events_offset":2693,"events_lines":2,"console_offset":145,"console_lines":2} +{"time":"2026-10-22T22:33:18.705010839+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:33:33.38164914+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2695,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:33:33.773930172+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:33:48.381972378+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2697,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:33:48.804685981+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:34:03.381773818+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2699,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:34:03.709116305+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:34:18.381365488+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2701,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:34:18.788337444+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:34:33.381871223+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2703,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:34:33.762699028+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:34:48.381779006+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2705,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:34:48.778209126+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:35:03.38164594+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2707,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:35:03.735070599+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:35:18.381679126+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2709,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:35:18.708074404+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:35:33.381906254+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2711,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:35:33.815828924+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:35:48.381249337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2713,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:35:48.725788741+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:36:03.381950455+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2715,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:36:03.837686168+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:36:18.381707243+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2717,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:36:18.794839711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:36:33.381878232+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2719,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:36:33.846442271+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:36:48.381808168+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2721,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:36:48.832740652+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:37:03.381644272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2723,"events_lines":2,"console_offset":146,"console_lines":1} +{"time":"2026-10-22T22:37:03.867287756+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:37:18.381730595+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":86,"history_lines":1,"events_offset":2725,"events_lines":2,"console_offset":146,"console_lines":2} +{"time":"2026-10-22T22:37:18.849582743+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:37:33.381229999+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2727,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:37:33.774876481+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:37:48.380981194+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2729,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:37:48.851175232+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:38:03.381974181+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2731,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:38:03.907901039+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:38:18.381847167+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2733,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:38:18.844126783+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:38:33.380990759+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2735,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:38:33.967652632+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:38:48.381295776+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2737,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:38:48.739392108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:39:03.381160036+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2739,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:39:03.900736535+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:39:18.381705706+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2741,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:39:18.767920228+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:39:33.381632475+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2743,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:39:33.734795924+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:39:48.381274721+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2745,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:39:48.846287706+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:40:03.381651546+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2747,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:40:03.833331784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:40:18.381661527+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2749,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:40:18.852552514+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:40:33.381764898+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2751,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:40:33.94879467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:40:48.381307266+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2753,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:40:48.81438804+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:41:03.381752784+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2755,"events_lines":2,"console_offset":147,"console_lines":1} +{"time":"2026-10-22T22:41:03.819606094+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:41:18.381499525+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":1,"events_offset":2757,"events_lines":2,"console_offset":147,"console_lines":2} +{"time":"2026-10-22T22:41:18.886445035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:41:33.381409703+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2759,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:41:33.758121711+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:41:48.38128844+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2761,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:41:48.783601555+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:42:03.381473019+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2763,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:42:03.863198602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:42:18.381800463+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2765,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:42:18.718518887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:42:33.381960605+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2767,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:42:34.209972602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:42:48.38184768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2769,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:42:48.884780658+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:43:03.381805543+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2771,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:43:03.854636566+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:43:18.380972947+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2773,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:43:18.847396679+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:43:33.381143464+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2775,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:43:33.699216791+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:43:48.381722017+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2777,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:43:48.847930313+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:44:03.381755672+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2779,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:44:03.72732549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:44:18.381569503+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2781,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:44:18.861427764+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:44:33.381746554+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2783,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:44:33.805949549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:44:48.38169886+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2785,"events_lines":2,"console_offset":148,"console_lines":1} +{"time":"2026-10-22T22:44:48.835131+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:45:03.381864594+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":88,"history_lines":1,"events_offset":2787,"events_lines":2,"console_offset":148,"console_lines":3} +{"time":"2026-10-22T22:45:03.886960517+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:45:18.381726189+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2789,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:45:18.852255259+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:45:33.38141255+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2791,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:45:33.917091728+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:45:48.381875565+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2793,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:45:48.765104163+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:46:03.381994285+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2795,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:46:03.929880936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:46:18.381961577+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2797,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:46:18.842722442+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:46:33.38096315+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2799,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:46:33.913420802+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:46:48.381301927+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2801,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:46:48.876412919+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:47:03.381374402+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2803,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:47:03.795469292+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:47:18.381668965+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2805,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:47:18.875217575+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:47:33.381827863+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2807,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:47:33.735045401+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:47:48.381653187+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2809,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:47:48.804797897+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:48:03.381933524+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2811,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:48:03.929710639+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:48:18.381841893+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2813,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:48:18.926947268+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:48:33.381817895+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2815,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:48:33.816349712+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:48:48.381930012+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2817,"events_lines":2,"console_offset":150,"console_lines":1} +{"time":"2026-10-22T22:48:48.730289379+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:49:03.38168356+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":1,"events_offset":2819,"events_lines":2,"console_offset":150,"console_lines":2} +{"time":"2026-10-22T22:49:03.846739957+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:49:18.381218171+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2821,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:49:18.828233597+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:49:33.381585817+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2823,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:49:33.828555364+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:49:48.381209822+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2825,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:49:48.838416319+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:50:03.381441704+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2827,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:50:03.888467491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:50:18.381317093+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2829,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:50:18.752652333+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:50:33.381834426+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2831,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:50:33.77766309+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:50:48.382019292+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2833,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:50:48.890661184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:51:03.381786497+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2835,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:51:03.819177753+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:51:18.381988888+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2837,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:51:18.851134481+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:51:33.380988474+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2839,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:51:33.855719228+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:51:48.38133917+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2841,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:51:48.832593732+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:52:03.381689292+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2843,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:52:03.77578134+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:52:18.381878866+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2845,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:52:18.901295568+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:52:33.381098366+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2847,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:52:33.874066569+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:52:48.381674109+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2849,"events_lines":2,"console_offset":151,"console_lines":1} +{"time":"2026-10-22T22:52:48.916638449+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:53:03.38168585+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":90,"history_lines":1,"events_offset":2851,"events_lines":2,"console_offset":151,"console_lines":2} +{"time":"2026-10-22T22:53:03.77267446+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:53:18.381450337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2853,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:53:18.856764425+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:53:33.381457162+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2855,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:53:33.96095635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:53:48.381199939+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2857,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:53:48.907551157+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:54:03.381574008+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2859,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:54:03.68713777+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:54:18.381913072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2861,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:54:18.867541471+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:54:33.381291364+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2863,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:54:33.690171228+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:54:48.38185221+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2865,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:54:48.83244518+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:55:03.38186514+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2867,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:55:03.901913529+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:55:18.38115979+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2869,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:55:18.708580458+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:55:33.381320919+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2871,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:55:33.888726655+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:55:48.38135602+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2873,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:55:48.76280678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:56:03.381402919+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2875,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:56:03.808702702+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:56:18.381864344+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2877,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:56:18.703784707+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:56:33.381317176+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2879,"events_lines":2,"console_offset":152,"console_lines":1} +{"time":"2026-10-22T22:56:33.887456842+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:56:48.381503281+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":91,"history_lines":1,"events_offset":2881,"events_lines":2,"console_offset":152,"console_lines":2} +{"time":"2026-10-22T22:56:48.807133166+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:57:03.380953595+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2883,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:57:03.859913025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:57:18.381421165+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2885,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:57:18.809841221+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:57:33.381978601+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2887,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:57:33.830722539+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:57:48.381810776+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2889,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:57:48.725834561+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:58:03.381122127+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2891,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:58:03.772427549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:58:18.381597535+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2893,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:58:18.681579812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:58:33.381756895+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2895,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:58:33.851712944+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:58:48.381185756+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2897,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:58:48.761660834+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:59:03.381130811+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2899,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:59:03.8743041+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:59:18.38195191+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2901,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:59:18.692551229+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:59:33.381505224+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2903,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:59:33.896601527+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T22:59:48.381328487+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2905,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T22:59:48.740186954+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:00:03.381698163+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2907,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T23:00:03.719427263+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:00:18.381287829+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2909,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T23:00:18.872134244+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:00:33.381680689+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2911,"events_lines":2,"console_offset":153,"console_lines":1} +{"time":"2026-10-22T23:00:33.717214067+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:00:48.381844236+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":92,"history_lines":1,"events_offset":2913,"events_lines":2,"console_offset":153,"console_lines":2} +{"time":"2026-10-22T23:00:48.772962256+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:01:03.381579343+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2915,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:01:03.752632527+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:01:18.381722708+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2917,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:01:18.740366687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:01:33.381254331+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2919,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:01:33.790877946+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:01:48.381757692+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2921,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:01:48.859383612+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:02:03.381823351+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2923,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:02:03.923810544+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:02:18.381300981+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2925,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:02:18.921104386+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:02:33.38167861+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2927,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:02:47.565643126+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:02:48.38169271+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2929,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:02:48.731095661+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:03:03.381460283+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2931,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:03:03.840520794+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:03:18.381637045+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2933,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:03:18.703613776+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:03:33.381279981+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2935,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:03:33.927058251+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:03:48.381982357+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2937,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:03:48.901599801+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:04:03.381098054+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2939,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:04:03.736699059+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:04:18.381342745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2941,"events_lines":2,"console_offset":154,"console_lines":1} +{"time":"2026-10-22T23:04:18.974759006+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:04:33.381111226+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":93,"history_lines":1,"events_offset":2943,"events_lines":2,"console_offset":154,"console_lines":2} +{"time":"2026-10-22T23:04:33.712492+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:04:48.381788187+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2945,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:04:48.793436921+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:05:03.381146509+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2947,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:05:03.895731919+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:05:18.382000232+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2949,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:05:18.737455622+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:05:33.382768661+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2951,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:05:33.731596775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:05:48.381323056+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2953,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:05:48.782452827+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:06:03.381762057+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2955,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:06:03.857545029+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:06:18.381846312+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2957,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:06:18.807732111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:06:33.38175753+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2959,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:06:33.855069267+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:06:48.381957035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2961,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:06:48.828193602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:07:03.381776785+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2963,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:07:03.897093017+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:07:18.381819403+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2965,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:07:18.65057521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:07:33.381432733+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2967,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:07:33.662874887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:07:48.381047751+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2969,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:07:48.649549022+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:08:03.381557058+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2971,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:08:03.661713081+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:08:18.381448202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2973,"events_lines":2,"console_offset":156,"console_lines":1} +{"time":"2026-10-22T23:08:18.671803659+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:08:33.381708387+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":94,"history_lines":1,"events_offset":2975,"events_lines":2,"console_offset":156,"console_lines":2} +{"time":"2026-10-22T23:08:33.661744289+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:08:48.381267153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2977,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:08:48.678747874+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:09:03.381165583+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2979,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:09:03.813153403+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:09:18.381197823+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2981,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:09:18.686367509+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:09:33.38111039+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2983,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:09:33.730349132+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:09:48.381517808+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2985,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:09:48.679710701+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:10:03.381087571+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2987,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:10:03.745538644+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:10:18.381634649+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2989,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:10:18.673402153+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:10:33.381791429+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2991,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:10:33.676556992+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:10:48.381904548+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2993,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:10:48.897175272+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:11:03.381904716+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2995,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:11:03.668089987+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:11:18.381389776+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2997,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:11:18.669710821+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:11:33.381166596+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2999,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:11:33.675683865+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:11:48.381837655+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3001,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:11:48.675579013+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:12:03.381102561+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3003,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:12:03.641746142+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:12:18.381164811+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3005,"events_lines":2,"console_offset":157,"console_lines":1} +{"time":"2026-10-22T23:12:18.654862489+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:12:33.381912145+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":95,"history_lines":1,"events_offset":3007,"events_lines":2,"console_offset":157,"console_lines":2} +{"time":"2026-10-22T23:12:33.676772732+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:12:48.381433954+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3009,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:12:48.663613799+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:13:03.381579591+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3011,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:13:03.685921116+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:13:18.381353403+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3013,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:13:18.680475158+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:13:33.38163965+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3015,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:13:33.668567367+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:13:48.381389053+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3017,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:13:48.689931124+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:14:03.38136295+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3019,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:14:03.67047716+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:14:18.381733745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3021,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:14:18.668908666+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:14:33.381424818+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3023,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:14:33.698364569+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:14:48.381145916+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3025,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:14:48.690389902+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:15:03.381883578+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3027,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:15:03.676068447+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:15:18.381235643+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3029,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:15:18.730041715+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:15:33.381543453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3031,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:15:33.686207792+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:15:48.381838153+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3033,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:15:48.656552036+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:16:03.381505085+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3035,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:16:03.677078042+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:16:18.381258201+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":96,"history_lines":1,"events_offset":3037,"events_lines":2,"console_offset":158,"console_lines":1} +{"time":"2026-10-22T23:16:18.678727471+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:16:33.381101434+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3039,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:16:34.369880502+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:16:48.381327935+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3041,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:16:48.678075495+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:17:03.381815306+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3043,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:17:03.697825255+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:17:18.381998909+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3045,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:17:18.680103949+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:17:33.380967035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3047,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:17:33.703248775+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:17:48.381501486+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3049,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:17:48.679960661+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:18:03.381950909+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3051,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:18:03.668350091+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:18:18.381966777+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3053,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:18:18.674794385+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:18:33.381386148+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3055,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:18:34.323116491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:18:48.38147247+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3057,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:18:48.670468263+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:19:03.381099409+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3059,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:19:03.706985798+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:19:18.381295486+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3061,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:19:18.669974678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:19:33.381863226+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3063,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:19:33.672520368+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:19:48.381113326+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3065,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:19:48.650440656+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:20:03.381061498+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3067,"events_lines":2,"console_offset":159,"console_lines":1} +{"time":"2026-10-22T23:20:03.676116207+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:20:18.381871159+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":97,"history_lines":1,"events_offset":3069,"events_lines":2,"console_offset":159,"console_lines":2} +{"time":"2026-10-22T23:20:18.65895393+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:20:33.381962724+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3071,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:20:33.679176306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:20:48.381772755+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3073,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:20:48.657967255+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:21:03.381763709+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3075,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:21:03.711981152+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:21:18.381237021+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3077,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:21:18.671221165+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:21:33.381287721+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3079,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:21:33.652213563+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:21:48.381694846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3081,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:21:48.674940518+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:22:03.381317707+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3083,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:22:03.674422407+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:22:18.381527554+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3085,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:22:18.682713718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:22:33.381743269+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3087,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:22:33.661831481+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:22:48.381586279+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3089,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:22:48.672930876+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:23:03.381704123+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3091,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:23:03.690263576+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:23:18.381377146+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3093,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:23:18.669176804+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:23:33.381205995+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3095,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:23:33.724588359+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:23:48.381664248+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3097,"events_lines":2,"console_offset":160,"console_lines":1} +{"time":"2026-10-22T23:23:48.723075907+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:24:03.381355282+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":1,"events_offset":3099,"events_lines":2,"console_offset":160,"console_lines":6} +{"time":"2026-10-22T23:24:03.652613234+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:24:18.381137944+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3101,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:24:18.644875405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:24:33.381256033+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3103,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:24:33.654563668+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:24:48.381938939+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3105,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:24:48.672555485+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:25:03.381414152+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3107,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:25:03.666836891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:25:18.381710195+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3109,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:25:18.69824886+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:25:33.381344479+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3111,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:25:33.715068187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:25:48.382001538+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3113,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:25:48.673136284+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:26:03.381148763+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3115,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:26:03.695606783+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:26:18.381557071+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3117,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:26:18.679448703+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:26:33.38154904+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3119,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:26:33.652156912+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:26:48.381391559+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3121,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:26:48.650590257+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:27:03.381131193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3123,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:27:03.681231012+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:27:18.38170197+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3125,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:27:18.642526752+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:27:33.381926355+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3127,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:27:33.655786661+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:27:48.381053507+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":1,"events_offset":3129,"events_lines":2,"console_offset":165,"console_lines":1} +{"time":"2026-10-22T23:27:48.666566809+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:28:03.380962354+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3131,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:28:03.696456302+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:28:18.382021627+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3133,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:28:18.704984875+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:28:33.381797193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3135,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:28:33.707027341+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:28:48.381000075+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3137,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:28:48.704940968+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:29:03.380966304+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3139,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:29:03.712548167+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:29:18.381575642+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3141,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:29:18.706831521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:29:33.382003136+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3143,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:29:33.732224334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:29:48.3813306+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3145,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:29:48.723914935+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:30:03.381888064+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3147,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:30:03.712748355+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:30:18.381151093+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3149,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:30:18.681924675+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:30:33.38157311+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3151,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:30:33.686888807+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:30:48.381769688+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3153,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:30:48.685447623+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:31:03.381520446+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3155,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:31:03.718389169+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:31:18.381961585+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3157,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:31:18.712918026+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:31:33.381685419+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3159,"events_lines":2,"console_offset":166,"console_lines":1} +{"time":"2026-10-22T23:31:33.722306681+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:31:48.381551041+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":100,"history_lines":1,"events_offset":3161,"events_lines":2,"console_offset":166,"console_lines":2} +{"time":"2026-10-22T23:31:48.656494965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:32:03.381732272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3163,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:32:03.696802045+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:32:18.381602879+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3165,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:32:18.694839434+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:32:33.381960259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3167,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:32:33.675091285+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:32:48.381852978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3169,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:32:48.714182475+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:33:03.381199243+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3171,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:33:03.695840918+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:33:18.381565952+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3173,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:33:18.651699491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:33:33.381822557+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3175,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:33:33.709070064+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:33:48.381507179+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3177,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:33:48.696393772+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:34:03.381188976+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3179,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:34:03.666509753+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:34:18.38181737+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3181,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:34:18.657128652+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:34:33.381223722+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3183,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:34:33.696255922+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:34:48.381845278+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3185,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:34:48.660081375+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:35:03.381489189+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3187,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:35:03.68906109+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:35:18.381940579+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3189,"events_lines":2,"console_offset":167,"console_lines":1} +{"time":"2026-10-22T23:35:18.688552281+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:35:33.381333157+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":101,"history_lines":1,"events_offset":3191,"events_lines":2,"console_offset":167,"console_lines":2} +{"time":"2026-10-22T23:35:33.69865098+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:35:48.381895519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3193,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:35:48.671341413+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:36:03.381543+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3195,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:36:03.677818731+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:36:18.381219105+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3197,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:36:18.668277516+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:36:33.381647737+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3199,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:36:33.650017581+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:36:48.381166196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3201,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:36:48.640162687+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:37:03.381711336+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3203,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:37:03.653656536+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:37:18.381846568+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3205,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:37:18.679382411+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:37:33.381602756+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3207,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:37:33.667258203+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:37:48.380956607+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3209,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:37:48.681366367+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:38:03.38136527+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3211,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:38:03.647210756+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:38:18.381270343+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3213,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:38:18.661042092+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:38:33.381340615+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3215,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:38:33.642176928+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:38:48.381783783+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3217,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:38:48.673554262+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:39:03.381513834+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3219,"events_lines":2,"console_offset":168,"console_lines":1} +{"time":"2026-10-22T23:39:03.66826674+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:39:18.381701195+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":102,"history_lines":1,"events_offset":3221,"events_lines":2,"console_offset":168,"console_lines":2} +{"time":"2026-10-22T23:39:18.661004168+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:39:33.381251125+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3223,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:39:33.683291223+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:39:48.381585517+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3225,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:39:48.686440344+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:40:03.381603974+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3227,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:40:03.656792056+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:40:18.381085329+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3229,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:40:18.669496108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:40:33.38151726+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3231,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:40:33.6802456+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:40:48.381567498+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3233,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:40:48.677317784+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:41:03.381879715+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3235,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:41:03.700227312+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:41:18.382019122+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3237,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:41:18.684566836+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:41:33.381823433+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3239,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:41:33.717573421+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:41:48.382013306+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3241,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:41:48.655278311+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:42:03.381517685+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3243,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:42:03.655160259+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:42:18.381481076+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3245,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:42:18.701802952+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:42:33.381824431+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3247,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:42:33.696082035+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:42:48.381795193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3249,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:42:48.684476969+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:43:03.381503536+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3251,"events_lines":2,"console_offset":169,"console_lines":1} +{"time":"2026-10-22T23:43:03.688505944+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:43:18.382011485+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":1,"events_offset":3253,"events_lines":2,"console_offset":169,"console_lines":3} +{"time":"2026-10-22T23:43:18.69147027+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:43:33.381751885+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3255,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:43:33.642649718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:43:48.381824557+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3257,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:43:48.691087527+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:44:03.381774854+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3259,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:44:03.669605841+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:44:18.381904812+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3261,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:44:18.69678573+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:44:33.381429257+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3263,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:44:33.717235742+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:44:48.381030818+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3265,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:44:48.688622445+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:45:03.381911162+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3267,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:45:03.666091621+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:45:18.381197728+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3269,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:45:18.687949485+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:45:33.381974112+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3271,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:45:33.67751654+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:45:48.381691727+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3273,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:45:48.684513712+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:46:03.381909817+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3275,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:46:03.66425047+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:46:18.381720363+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3277,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:46:18.671793105+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:46:33.381766223+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3279,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:46:33.701308634+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:46:48.381511539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3281,"events_lines":2,"console_offset":171,"console_lines":1} +{"time":"2026-10-22T23:46:48.667689233+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:47:03.381514364+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":104,"history_lines":1,"events_offset":3283,"events_lines":2,"console_offset":171,"console_lines":2} +{"time":"2026-10-22T23:47:03.671644734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:47:18.381731717+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3285,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:47:18.665852097+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:47:33.381303071+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3287,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:47:33.675501556+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:47:48.381178144+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3289,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:47:48.669457528+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:48:03.381975769+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3291,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:48:03.665375422+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:48:18.381698092+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3293,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:48:18.649201682+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:48:33.381435207+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3295,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:48:33.684424464+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:48:48.381066521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3297,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:48:48.68764224+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:49:03.38174115+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3299,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:49:03.676854455+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:49:18.381794902+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3301,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:49:18.660384788+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:49:33.3811404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3303,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:49:33.653167592+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:49:48.381692778+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3305,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:49:48.650746552+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:50:03.381645481+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3307,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:50:03.716936239+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:50:18.381563331+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3309,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:50:18.659393532+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:50:33.381067797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3311,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:50:33.655939062+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:50:48.381130587+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":105,"history_lines":1,"events_offset":3313,"events_lines":2,"console_offset":172,"console_lines":1} +{"time":"2026-10-22T23:50:48.685585874+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:51:03.381235951+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3315,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:51:03.683044994+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:51:18.38155698+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3317,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:51:18.725793891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:51:33.381201105+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3319,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:51:33.676362713+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:51:48.381496585+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3321,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:51:48.705273685+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:52:03.381835559+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3323,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:52:03.684117442+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:52:18.381114264+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3325,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:52:18.664788036+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:52:33.381209411+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3327,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:52:33.653836343+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:52:48.381113409+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3329,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:52:48.710941301+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:53:03.38160186+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3331,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:53:03.660782962+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:53:18.381458597+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3333,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:53:18.663454928+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:53:33.381890271+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3335,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:53:33.671070914+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:53:48.381212827+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3337,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:53:48.660406671+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:54:03.381398832+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3339,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:54:04.221893783+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:54:18.381675575+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3341,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:54:18.67587218+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:54:33.381772186+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3343,"events_lines":2,"console_offset":173,"console_lines":1} +{"time":"2026-10-22T23:54:33.744168102+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:54:48.381424447+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":106,"history_lines":1,"events_offset":3345,"events_lines":2,"console_offset":173,"console_lines":2} +{"time":"2026-10-22T23:54:48.687359657+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:55:03.381486586+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3347,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:55:03.658470145+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:55:18.381737069+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3349,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:55:18.68788444+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:55:33.381982124+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3351,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:55:33.69842389+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:55:48.381975448+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3353,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:55:48.680740678+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:56:03.381759214+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3355,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:56:03.681096598+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:56:18.381433115+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3357,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:56:18.676030534+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:56:33.381679732+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3359,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:56:33.687818382+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:56:48.381987262+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3361,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:56:48.676455636+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:57:03.381388183+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3363,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:57:03.6929579+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:57:18.383099191+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3365,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:57:18.659910644+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:57:33.381159979+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3367,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:57:33.663701912+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:57:48.381167356+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3369,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:57:48.656271561+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:58:03.381962066+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3371,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:58:03.640165948+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:58:18.381548514+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3373,"events_lines":2,"console_offset":174,"console_lines":1} +{"time":"2026-10-22T23:58:18.785917795+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:58:33.381837464+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":107,"history_lines":1,"events_offset":3375,"events_lines":2,"console_offset":174,"console_lines":2} +{"time":"2026-10-22T23:58:33.703131898+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:58:48.381787792+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3377,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-22T23:58:48.708704317+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:59:03.381736576+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3379,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-22T23:59:03.701086844+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:59:18.381197255+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3381,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-22T23:59:18.705005105+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:59:33.381124915+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3383,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-22T23:59:33.711806057+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-22T23:59:48.381124272+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3385,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-22T23:59:48.716205074+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:00:03.381228767+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3387,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:00:03.700532388+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:00:18.381336926+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3389,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:00:18.683913199+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:00:33.381480357+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3391,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:00:33.670218504+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:00:48.381359037+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3393,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:00:48.663995465+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:01:03.381754762+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3395,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:01:03.666163755+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:01:18.381556396+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3397,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:01:18.705384044+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:01:33.381177158+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3399,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:01:33.767058524+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:01:48.381515552+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3401,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:01:48.683913947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:02:03.381881008+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3403,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:02:03.680416252+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:02:18.381302052+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3405,"events_lines":2,"console_offset":175,"console_lines":1} +{"time":"2026-10-23T00:02:18.651468482+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:02:33.382038161+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":108,"history_lines":1,"events_offset":3407,"events_lines":2,"console_offset":175,"console_lines":3} +{"time":"2026-10-23T00:02:33.664079827+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:02:48.381116945+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3409,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:02:48.674961497+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:03:03.381339869+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3411,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:03:03.707677322+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:03:18.381968525+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3413,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:03:18.671379777+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:03:33.381268267+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3415,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:03:33.672827191+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:03:48.381410944+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3417,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:03:48.68976023+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:04:03.381753341+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3419,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:04:03.697148503+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:04:18.381979774+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3421,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:04:18.681399012+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:04:33.381766641+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3423,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:04:33.690464609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:04:48.381370179+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3425,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:04:48.676117516+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:05:03.38098196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3427,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:05:03.678700552+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:05:18.38191072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3429,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:05:18.678091039+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:05:33.381569083+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3431,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:05:33.691587975+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:05:48.38096629+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3433,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:05:48.687777149+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:06:03.381851664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3435,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:06:03.68220906+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:06:18.381602014+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3437,"events_lines":2,"console_offset":177,"console_lines":1} +{"time":"2026-10-23T00:06:18.703323084+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:06:33.381526551+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":1,"events_offset":3439,"events_lines":2,"console_offset":177,"console_lines":2} +{"time":"2026-10-23T00:06:33.794801027+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:06:48.381310974+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3441,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:06:48.697732493+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:07:03.381650235+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3443,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:07:03.68551184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:07:18.381578786+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3445,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:07:18.679652873+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:07:33.381805417+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3447,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:07:33.680642005+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:07:48.381167693+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3449,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:07:48.69638151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:08:03.381777533+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3451,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:08:03.718842347+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:08:18.381741889+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3453,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:08:18.699444113+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:08:33.381591453+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3455,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:08:33.686052348+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:08:48.38177072+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3457,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:08:48.669508243+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:09:03.381528692+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3459,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:09:03.685010556+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:09:18.381440276+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3461,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:09:18.697199936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:09:33.381912337+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3463,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:09:33.701775442+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:09:48.381969241+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3465,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:09:48.666077639+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:10:03.381837761+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3467,"events_lines":2,"console_offset":178,"console_lines":1} +{"time":"2026-10-23T00:10:03.677398078+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:10:18.381015368+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":110,"history_lines":1,"events_offset":3469,"events_lines":2,"console_offset":178,"console_lines":2} +{"time":"2026-10-23T00:10:18.741350107+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:10:33.381845+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3471,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:10:33.704175655+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:10:48.381788975+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3473,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:10:48.7004047+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:11:03.381281366+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3475,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:11:03.679181812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:11:18.381453497+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3477,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:11:18.689393897+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:11:33.381382491+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3479,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:11:33.721910843+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:11:48.382013746+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3481,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:11:48.682990599+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:12:03.381948351+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3483,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:12:03.679830947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:12:18.381686028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3485,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:12:18.667258548+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:12:33.381948519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3487,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:12:33.994977184+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:12:48.381094404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3489,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:12:48.718984619+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:13:03.380992294+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3491,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:13:03.682828912+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:13:18.381771666+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3493,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:13:18.70809735+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:13:33.381794493+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3495,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:13:33.713611719+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:13:48.381151134+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3497,"events_lines":2,"console_offset":179,"console_lines":1} +{"time":"2026-10-23T00:13:48.722400186+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:14:03.381413894+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":111,"history_lines":1,"events_offset":3499,"events_lines":2,"console_offset":179,"console_lines":2} +{"time":"2026-10-23T00:14:03.691894688+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:14:18.380980298+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3501,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:14:18.667984877+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:14:33.381699471+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3503,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:14:33.712755981+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:14:48.381366193+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3505,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:14:48.661455822+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:15:03.380976089+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3507,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:15:03.73367175+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:15:18.3819386+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3509,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:15:18.678249233+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:15:33.381370255+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3511,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:15:33.694174175+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:15:48.381812854+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3513,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:15:48.681745568+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:16:03.381100249+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3515,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:16:03.69816225+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:16:18.381512608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3517,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:16:18.679952374+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:16:33.381226905+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3519,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:16:33.679406158+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:16:48.381402248+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3521,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:16:48.68111137+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:17:03.381419342+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3523,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:17:03.664967294+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:17:18.381265028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3525,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:17:18.697958284+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:17:33.38195948+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3527,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:17:34.338122947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:17:48.381840536+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3529,"events_lines":2,"console_offset":180,"console_lines":1} +{"time":"2026-10-23T00:17:48.686484005+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:18:03.381114666+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":1,"events_offset":3531,"events_lines":2,"console_offset":180,"console_lines":2} +{"time":"2026-10-23T00:18:03.690500253+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:18:18.38131214+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3533,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:18:18.70461187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:18:33.381943048+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3535,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:18:33.684814525+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:18:48.381998234+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3537,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:18:48.666932431+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:19:03.381950132+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3539,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:19:03.667800612+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:19:18.380957855+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3541,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:19:18.68772069+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:19:33.381708046+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3543,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:19:34.617024805+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:19:48.381158725+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3545,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:19:48.701809094+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:20:03.381899345+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3547,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:20:03.692854111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:20:18.381715129+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3549,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:20:18.669364875+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:20:33.381218065+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3551,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:20:33.659303611+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:20:48.381792623+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3553,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:20:48.67363162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:21:03.381438674+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3555,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:21:03.657446639+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:21:18.381396315+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3557,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:21:18.646795939+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:21:33.381737661+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3559,"events_lines":2,"console_offset":181,"console_lines":1} +{"time":"2026-10-23T00:21:33.685953718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:21:48.381805759+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":113,"history_lines":1,"events_offset":3561,"events_lines":2,"console_offset":181,"console_lines":2} +{"time":"2026-10-23T00:21:48.728268418+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:22:03.381060739+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3563,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:22:03.736667936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:22:18.381084608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3565,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:22:18.677090548+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:22:33.381167035+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3567,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:22:33.780454344+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:22:48.381385366+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3569,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:22:48.667401122+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:23:03.381265764+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3571,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:23:03.674691546+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:23:18.381666386+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3573,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:23:18.675275625+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:23:33.381341534+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3575,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:23:33.681630137+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:23:48.381837697+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3577,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:23:48.681380609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:24:03.381271445+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3579,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:24:03.669867941+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:24:18.381354624+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3581,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:24:18.701633937+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:24:33.381129519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3583,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:24:33.668857144+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:24:48.381459892+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3585,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:24:48.680090915+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:25:03.381436637+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3587,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:25:03.707836071+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:25:18.381977299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3589,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:25:18.673649191+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:25:33.381816348+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3591,"events_lines":2,"console_offset":183,"console_lines":1} +{"time":"2026-10-23T00:25:33.71458565+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:25:48.381375416+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":114,"history_lines":1,"events_offset":3593,"events_lines":2,"console_offset":183,"console_lines":2} +{"time":"2026-10-23T00:25:48.684765803+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:26:03.380998293+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3595,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:26:03.675098437+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:26:18.381024837+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3597,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:26:18.675546106+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:26:33.381630322+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3599,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:26:33.672915617+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:26:48.381381068+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3601,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:26:48.778634842+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:27:03.381951161+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3603,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:27:03.69441004+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:27:18.381757667+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3605,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:27:18.66797244+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:27:33.381739787+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3607,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:27:33.662737442+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:27:48.381815389+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3609,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:27:48.695070381+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:28:03.38127456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3611,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:28:03.674993807+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:28:18.381236513+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3613,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:28:18.67855981+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:28:33.381545356+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3615,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:28:33.772099809+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:28:48.381489949+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3617,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:28:48.664323405+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:29:03.381217294+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3619,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:29:03.689049274+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:29:18.38107458+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3621,"events_lines":2,"console_offset":184,"console_lines":1} +{"time":"2026-10-23T00:29:18.722376419+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:29:33.381323019+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":115,"history_lines":1,"events_offset":3623,"events_lines":2,"console_offset":184,"console_lines":2} +{"time":"2026-10-23T00:29:33.742167583+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:29:48.381572831+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3625,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:29:48.733848253+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:30:03.3810269+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3627,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:30:03.711110325+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:30:18.381830057+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3629,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:30:18.724295466+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:30:33.381646647+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3631,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:30:33.700540627+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:30:48.381614486+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3633,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:30:48.71281367+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:31:03.381639921+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3635,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:31:03.704915024+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:31:18.381062597+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3637,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:31:18.719415108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:31:33.381734804+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3639,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:31:34.93220004+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:31:48.381553745+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3641,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:31:48.716718435+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:32:03.381615456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3643,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:32:03.712020601+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:32:18.381304054+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3645,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:32:18.711464529+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:32:33.381485143+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3647,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:32:33.69790224+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:32:48.381688091+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3649,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:32:48.701879891+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:33:03.381275726+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3651,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:33:03.717560824+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:33:18.381173226+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":116,"history_lines":1,"events_offset":3653,"events_lines":2,"console_offset":185,"console_lines":1} +{"time":"2026-10-23T00:33:18.711697622+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:33:33.381109411+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3655,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:33:33.718240748+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:33:48.381854918+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3657,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:33:48.717554626+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:34:03.381934603+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3659,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:34:03.726693848+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:34:18.381527374+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3661,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:34:18.708570854+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:34:33.381442937+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3663,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:34:33.708856424+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:34:48.381908661+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3665,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:34:48.692225686+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:35:03.381528986+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3667,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:35:03.70189131+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:35:18.381901809+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3669,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:35:18.702237364+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:35:33.38121178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3671,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:35:33.689854643+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:35:48.381230683+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3673,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:35:48.727564935+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:36:03.381915544+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3675,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:36:03.71527332+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:36:18.38115913+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3677,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:36:18.712518983+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:36:33.381486342+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3679,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:36:33.710054182+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:36:48.381222243+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3681,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:36:48.711700075+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:37:03.381886601+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3683,"events_lines":2,"console_offset":186,"console_lines":1} +{"time":"2026-10-23T00:37:03.743958796+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:37:18.381895847+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":1,"events_offset":3685,"events_lines":2,"console_offset":186,"console_lines":2} +{"time":"2026-10-23T00:37:18.707813879+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:37:33.381091059+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3687,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:37:33.710936044+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:37:48.381556004+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3689,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:37:48.681717458+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:38:03.381829226+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3691,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:38:03.738073928+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:38:18.381203488+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3693,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:38:18.700360671+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:38:33.381782329+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3695,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:38:33.708640415+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:38:48.381749506+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3697,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:38:48.673563006+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:39:03.381712825+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3699,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:39:03.665516621+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:39:18.381259102+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3701,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:39:18.675487192+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:39:33.381092843+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3703,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:39:33.682988146+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:39:48.38190978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3705,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:39:48.668120659+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:40:03.380979606+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3707,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:40:03.671831312+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:40:18.381277079+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3709,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:40:18.696906586+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:40:33.381444505+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3711,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:40:33.680188305+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:40:48.381720596+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3713,"events_lines":2,"console_offset":187,"console_lines":1} +{"time":"2026-10-23T00:40:48.64173632+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:41:03.381413366+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":1,"events_offset":3715,"events_lines":2,"console_offset":187,"console_lines":2} +{"time":"2026-10-23T00:41:03.67271265+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:41:18.381657169+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3717,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:41:18.712770363+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:41:33.381602648+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3719,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:41:33.683014848+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:41:48.381467003+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3721,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:41:48.661185772+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:42:03.381894862+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3723,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:42:03.668951203+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:42:18.381384409+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3725,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:42:18.676921298+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:42:33.381678731+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3727,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:42:33.719584846+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:42:48.381517716+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3729,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:42:48.663061396+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:43:03.381153644+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3731,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:43:03.682508453+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:43:18.381538569+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3733,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:43:19.268774878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:43:33.381202689+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3735,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:43:33.6762029+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:43:48.381376218+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3737,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:43:48.687522301+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:44:03.38143295+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3739,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:44:03.692649717+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:44:18.38165369+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3741,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:44:18.681696082+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:44:33.381402728+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3743,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:44:33.669976861+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:44:48.381391879+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3745,"events_lines":2,"console_offset":189,"console_lines":1} +{"time":"2026-10-23T00:44:48.64449497+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:45:03.381649164+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":119,"history_lines":1,"events_offset":3747,"events_lines":2,"console_offset":189,"console_lines":2} +{"time":"2026-10-23T00:45:03.697337329+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:45:18.381698095+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3749,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:45:18.663995856+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:45:33.381917985+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3751,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:45:33.68317622+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:45:48.381086191+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3753,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:45:48.680009662+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:46:03.380995406+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3755,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:46:03.672652158+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:46:18.381156862+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3757,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:46:18.677829505+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:46:33.38173477+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3759,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:46:33.694088903+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:46:48.380974726+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3761,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:46:48.705962967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:47:03.381444841+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3763,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:47:03.692885245+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:47:18.38189355+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3765,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:47:18.666380329+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:47:33.381788732+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3767,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:47:33.688127503+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:47:48.381775495+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3769,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:47:48.67611535+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:48:03.381327166+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3771,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:48:03.653405703+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:48:18.381884188+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3773,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:48:18.665266037+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:48:33.381130702+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3775,"events_lines":2,"console_offset":190,"console_lines":1} +{"time":"2026-10-23T00:48:33.664540003+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:48:48.3819048+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":120,"history_lines":1,"events_offset":3777,"events_lines":2,"console_offset":190,"console_lines":2} +{"time":"2026-10-23T00:48:48.69365126+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:49:03.381152554+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3779,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:49:03.652905058+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:49:18.381464401+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3781,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:49:18.732252099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:49:33.381981738+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3783,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:49:33.683835194+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:49:48.381357913+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3785,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:49:48.71018963+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:50:03.38197122+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3787,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:50:03.690724099+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:50:18.38193144+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3789,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:50:18.687818549+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:50:33.381954925+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3791,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:50:33.687882625+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:50:48.381455597+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3793,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:50:48.677990542+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:51:03.381971826+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3795,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:51:03.692398614+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:51:18.381125638+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3797,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:51:18.668769906+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:51:33.381561608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3799,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:51:33.749147232+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:51:48.38195987+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3801,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:51:48.667933083+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:52:03.38124428+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3803,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:52:03.686072946+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:52:18.381534705+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3805,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:52:18.713028717+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:52:33.381747643+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3807,"events_lines":2,"console_offset":191,"console_lines":1} +{"time":"2026-10-23T00:52:33.688292204+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:52:48.381721478+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":121,"history_lines":1,"events_offset":3809,"events_lines":2,"console_offset":191,"console_lines":2} +{"time":"2026-10-23T00:52:48.706066982+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:53:03.381884055+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3811,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:53:03.685009404+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:53:18.381237664+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3813,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:53:18.719153553+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:53:33.381613057+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3815,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:53:33.744912154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:53:48.381959887+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3817,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:53:48.72654975+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:54:03.381324+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3819,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:54:03.692850966+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:54:18.381590269+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3821,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:54:18.698156817+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:54:33.381750257+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3823,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:54:33.720172826+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:54:48.381629581+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3825,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:54:48.696559947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:55:03.381297163+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3827,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:55:03.684334607+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:55:18.381066076+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3829,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:55:18.716590418+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:55:33.381465611+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3831,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:55:33.674894633+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:55:48.381809393+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3833,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:55:49.985911506+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:56:03.381054131+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3835,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:56:03.676272265+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:56:18.381930563+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3837,"events_lines":2,"console_offset":192,"console_lines":1} +{"time":"2026-10-23T00:56:18.676823798+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:56:33.381908941+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":122,"history_lines":1,"events_offset":3839,"events_lines":2,"console_offset":192,"console_lines":2} +{"time":"2026-10-23T00:56:33.68200166+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:56:48.380982047+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3841,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:56:48.69142469+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:57:03.381986419+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3843,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:57:03.684565106+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:57:18.381499719+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3845,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:57:25.979545593+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:57:33.381515145+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3847,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:57:34.547573652+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:57:48.381234489+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3849,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:57:48.746762111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:58:03.381577749+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3851,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:58:03.717980242+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:58:18.381860526+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3853,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:58:18.688941205+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:58:33.381231495+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3855,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:58:33.779332188+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:58:48.382053274+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3857,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:58:48.681610859+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:59:03.381119102+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3859,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:59:03.684362161+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:59:18.380927201+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3861,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:59:19.186809582+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:59:33.381247976+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3863,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:59:33.659582977+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T00:59:48.381166291+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3865,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T00:59:48.686118634+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:00:03.381645809+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3867,"events_lines":2,"console_offset":193,"console_lines":1} +{"time":"2026-10-23T01:00:03.726852261+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:00:18.381948348+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":123,"history_lines":1,"events_offset":3869,"events_lines":2,"console_offset":193,"console_lines":2} +{"time":"2026-10-23T01:00:18.729955387+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:00:33.380964004+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3871,"events_lines":2,"console_offset":195,"console_lines":4} +{"time":"2026-10-23T01:00:33.701269432+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:00:48.381525022+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3873,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:00:48.736421578+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:01:03.381575461+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3875,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:01:03.714114667+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:01:18.381154487+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3877,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:01:18.714921556+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:01:33.381286068+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3879,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:01:33.735837222+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:01:48.381811544+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3881,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:01:48.731472563+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:02:03.381701417+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3883,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:02:03.705130548+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:02:18.381520899+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3885,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:02:18.717239776+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:02:33.38121245+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3887,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:02:33.724989111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:02:48.38154463+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3889,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:02:48.729741027+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:03:03.381925572+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3891,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:03:03.784029359+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:03:18.381364872+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3893,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:03:18.714860934+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:03:33.380980738+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3895,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:03:33.726423429+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:03:48.381088367+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3897,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:03:48.724316758+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:04:03.382018196+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3899,"events_lines":2,"console_offset":198,"console_lines":1} +{"time":"2026-10-23T01:04:03.730387351+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:04:18.381399019+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":124,"history_lines":1,"events_offset":3901,"events_lines":2,"console_offset":198,"console_lines":2} +{"time":"2026-10-23T01:04:18.724728733+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:04:33.381773296+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3903,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:04:33.698121029+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:04:48.381663988+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3905,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:04:48.706076653+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:05:03.381664202+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3907,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:05:03.717718406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:05:18.381214162+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3909,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:05:18.716418605+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:05:33.381562206+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3911,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:05:33.753682237+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:05:48.381687395+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3913,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:05:48.713963582+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:06:03.381658386+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3915,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:06:03.700721116+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:06:18.381581227+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3917,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:06:18.686562718+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:06:33.381126539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3919,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:06:33.67906278+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:06:48.381946205+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3921,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:06:48.682942704+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:07:03.381231463+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3923,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:07:03.682234319+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:07:18.381966591+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3925,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:07:18.653358321+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:07:33.381323491+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3927,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:07:33.724540152+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:07:48.380935485+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3929,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:07:48.705168101+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:08:03.381829734+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3931,"events_lines":2,"console_offset":199,"console_lines":1} +{"time":"2026-10-23T01:08:03.708026774+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:08:18.381896162+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":125,"history_lines":1,"events_offset":3933,"events_lines":2,"console_offset":199,"console_lines":2} +{"time":"2026-10-23T01:08:18.696934794+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:08:33.381554041+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3935,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:08:33.65721523+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:08:48.381666506+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3937,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:08:48.691376554+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:09:03.38186104+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3939,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:09:03.657230532+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:09:18.381784058+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3941,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:09:18.664471619+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:09:33.381815667+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3943,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:09:33.682056995+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:09:48.381843431+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3945,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:09:48.671062265+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:10:03.381434916+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3947,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:10:03.654603143+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:10:18.381041618+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3949,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:10:18.675727874+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:10:33.381765448+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3951,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:10:33.694730759+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:10:48.381115241+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3953,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:10:48.696092168+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:11:03.381577362+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3955,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:11:03.663737738+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:11:18.38185966+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3957,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:11:18.650146643+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:11:33.381941703+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3959,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:11:33.680337301+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:11:48.381592905+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3961,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:11:48.682470223+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:12:03.381281995+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":126,"history_lines":1,"events_offset":3963,"events_lines":2,"console_offset":200,"console_lines":1} +{"time":"2026-10-23T01:12:03.694570025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:12:18.381700497+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3965,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:12:18.676648535+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:12:33.381226539+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3967,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:12:33.692384077+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:12:48.381484607+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3969,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:12:48.686125551+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:13:03.381539418+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3971,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:13:03.696331615+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:13:18.38186654+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3973,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:13:18.738709012+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:13:33.381007041+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3975,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:13:33.726755635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:13:48.381112846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3977,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:13:48.717327841+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:14:03.38195585+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3979,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:14:03.708593372+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:14:18.381457225+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3981,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:14:18.712961714+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:14:33.381829045+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3983,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:14:33.739416992+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:14:48.381002456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3985,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:14:48.695856328+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:15:03.38110498+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3987,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:15:03.698065082+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:15:18.381378943+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3989,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:15:18.802009354+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:15:33.380945197+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3991,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:15:33.698631324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:15:48.381258152+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3993,"events_lines":2,"console_offset":201,"console_lines":1} +{"time":"2026-10-23T01:15:48.712510341+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:16:03.380968539+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":127,"history_lines":1,"events_offset":3995,"events_lines":2,"console_offset":201,"console_lines":2} +{"time":"2026-10-23T01:16:03.727273632+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:16:18.38172264+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3997,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:16:18.715759062+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:16:33.381092152+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":3999,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:16:33.756610967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:16:48.381954822+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4001,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:16:48.707093817+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:17:03.381500847+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4003,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:17:03.724310288+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:17:18.381728722+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4005,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:17:18.719338353+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:17:33.381697286+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4007,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:17:33.705652203+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:17:48.381141663+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4009,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:17:48.713343018+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:18:03.381772052+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4011,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:18:03.70537635+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:18:18.381576496+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4013,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:18:18.707826945+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:18:33.381905771+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4015,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:18:33.68739087+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:18:48.381485645+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4017,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:18:48.696973479+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:19:03.381383078+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4019,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:19:03.687694154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:19:18.381666306+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4021,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:19:18.681650829+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:19:33.381495608+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4023,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:19:33.689614771+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:19:48.381101494+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4025,"events_lines":2,"console_offset":202,"console_lines":1} +{"time":"2026-10-23T01:19:48.671008246+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:20:03.381296767+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":128,"history_lines":1,"events_offset":4027,"events_lines":2,"console_offset":202,"console_lines":3} +{"time":"2026-10-23T01:20:03.685041443+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:20:18.381380922+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4029,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:20:18.669573349+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:20:33.381246368+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4031,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:20:33.702788849+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:20:48.381325125+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4033,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:20:48.684413962+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:21:03.381943592+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4035,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:21:03.674022569+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:21:18.381671797+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4037,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:21:18.715148612+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:21:33.381565141+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4039,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:21:33.7042161+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:21:48.381248408+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4041,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:21:48.698072675+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:22:03.381721978+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4043,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:22:03.70010725+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:22:18.38147504+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4045,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:22:18.680110154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:22:33.381721107+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4047,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:22:33.68999+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:22:48.381174371+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4049,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:22:48.670926375+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:23:03.380959747+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4051,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:23:03.700559706+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:23:18.381520081+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4053,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:23:18.738831576+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:23:33.381826085+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4055,"events_lines":2,"console_offset":204,"console_lines":1} +{"time":"2026-10-23T01:23:33.998319658+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:23:48.381400736+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":129,"history_lines":1,"events_offset":4057,"events_lines":2,"console_offset":204,"console_lines":2} +{"time":"2026-10-23T01:23:48.708081482+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:24:03.381796576+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4059,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:24:03.688237903+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:24:18.381238106+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4061,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:24:18.704348464+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:24:33.381237705+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4063,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:24:33.677981526+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:24:48.381482488+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4065,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:24:48.675963324+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:25:03.381687281+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4067,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:25:03.689889933+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:25:18.381836817+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4069,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:25:18.694814713+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:25:33.381549827+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4071,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:25:33.665862768+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:25:48.381677924+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4073,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:25:48.67675022+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:26:03.381758799+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4075,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:26:03.696028243+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:26:18.381228441+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4077,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:26:18.669110618+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:26:33.381169981+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4079,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:26:33.701401744+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:26:48.381000778+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4081,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:26:50.693756523+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:27:03.381339631+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4083,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:27:03.9239603+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:27:18.381076385+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4085,"events_lines":2,"console_offset":205,"console_lines":1} +{"time":"2026-10-23T01:27:18.737879051+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:27:33.381341435+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":130,"history_lines":1,"events_offset":4087,"events_lines":2,"console_offset":205,"console_lines":2} +{"time":"2026-10-23T01:27:33.768949328+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:27:48.381114238+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4089,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:27:49.073523655+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:28:03.382018695+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4091,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:28:04.598289943+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:28:18.381430989+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4093,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:28:18.685429732+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:28:33.381233229+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4095,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:28:33.663432813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:28:48.381941284+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4097,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:28:48.66012586+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:29:03.381566108+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4099,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:29:03.68617406+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:29:18.381200869+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4101,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:29:18.68783967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:29:33.381150152+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4103,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:29:33.69432205+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:29:48.381826001+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4105,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:29:48.663288257+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:30:03.381747152+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4107,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:30:03.678240068+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:30:18.381104302+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4109,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:30:18.699917968+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:30:33.381896749+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4111,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:30:33.737269609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:30:48.381874815+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4113,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:30:48.671705723+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:31:03.381522256+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4115,"events_lines":2,"console_offset":206,"console_lines":1} +{"time":"2026-10-23T01:31:03.770837978+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:31:18.381441549+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":131,"history_lines":1,"events_offset":4117,"events_lines":2,"console_offset":206,"console_lines":2} +{"time":"2026-10-23T01:31:18.738470998+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:31:33.381567995+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4119,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:31:33.717512826+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:31:48.381919113+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4121,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:31:48.796313831+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:32:03.381645699+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4123,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:32:03.746225694+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:32:18.381273055+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4125,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:32:18.769356965+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:32:33.381282309+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4127,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:32:33.731268947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:32:48.38189506+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4129,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:32:48.695353361+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:33:03.381522905+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4131,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:33:03.725231738+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:33:18.38129287+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4133,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:33:18.733753488+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:33:33.381575076+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4135,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:33:33.758592588+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:33:48.381611945+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4137,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:33:48.734480349+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:34:03.380999314+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4139,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:34:03.714936001+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:34:18.3815056+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4141,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:34:18.725957082+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:34:33.381859586+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4143,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:34:33.668337135+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:34:48.381899009+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4145,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:34:48.723527722+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:35:03.381955906+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4147,"events_lines":2,"console_offset":207,"console_lines":1} +{"time":"2026-10-23T01:35:03.692495363+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:35:18.381511097+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":132,"history_lines":1,"events_offset":4149,"events_lines":2,"console_offset":207,"console_lines":2} +{"time":"2026-10-23T01:35:18.719359969+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:35:33.381546815+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4151,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:35:33.713338643+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:35:48.381134513+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4153,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:35:49.414189602+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:36:03.381705114+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4155,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:36:03.714142706+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:36:18.38148235+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4157,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:36:18.809059691+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:36:33.38153375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4159,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:36:33.763394399+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:36:48.381895098+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4161,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:36:49.218262092+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:37:03.381571953+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4163,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:37:03.819314475+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:37:18.381584677+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4165,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:37:18.790589441+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:37:33.381585708+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4167,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:37:33.824632843+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:37:48.381543344+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4169,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:37:48.679363932+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:38:03.381740973+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4171,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:38:03.741944154+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:38:18.382015093+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4173,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:38:18.734908508+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:38:33.381851016+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4175,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:38:33.737111807+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:38:48.381162538+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4177,"events_lines":2,"console_offset":208,"console_lines":1} +{"time":"2026-10-23T01:38:48.725044172+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:39:03.381110379+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":133,"history_lines":1,"events_offset":4179,"events_lines":2,"console_offset":208,"console_lines":2} +{"time":"2026-10-23T01:39:03.799301084+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:39:18.381310301+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4181,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:39:18.709247213+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:39:33.382085108+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4183,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:39:33.750301997+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:39:48.381559375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4185,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:39:48.814183176+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:40:03.381739377+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4187,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:40:03.771533449+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:40:18.381796143+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4189,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:40:18.765657752+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:40:33.380972836+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4191,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:40:33.737572126+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:40:48.381692999+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4193,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:40:48.692225306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:41:03.381147042+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4195,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:41:03.693828492+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:41:18.381178768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4197,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:41:18.711213244+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:41:33.381789007+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4199,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:41:33.743135187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:41:48.381858428+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4201,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:41:48.712776958+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:42:03.381459432+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4203,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:42:03.706268822+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:42:18.382018521+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4205,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:42:18.736906615+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:42:33.381279382+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4207,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:42:33.713651515+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:42:48.380988375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4209,"events_lines":2,"console_offset":210,"console_lines":1} +{"time":"2026-10-23T01:42:48.725242542+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:43:03.381788803+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":134,"history_lines":1,"events_offset":4211,"events_lines":2,"console_offset":210,"console_lines":2} +{"time":"2026-10-23T01:43:03.718330561+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:43:18.38166693+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4213,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:43:18.723920418+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:43:33.381780442+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4215,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:43:38.304143368+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:43:48.381850081+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4217,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:43:51.199765467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:44:03.381577844+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4219,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:44:03.7685427+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:44:18.381878404+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4221,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:44:18.784796894+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:44:33.381869227+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4223,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:44:33.739020697+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:44:48.381979464+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4225,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:44:48.759581523+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:45:03.381204069+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4227,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:45:04.039982469+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:45:18.381827156+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4229,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:45:20.001748243+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:45:33.382036884+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4231,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:45:35.824068424+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:45:48.381820918+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4233,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:45:49.682802076+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:46:03.381614181+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4235,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:46:04.478132108+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:46:18.381518722+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4237,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:46:20.976022088+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:46:33.381775105+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4239,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:46:34.660950835+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:46:48.38172217+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4241,"events_lines":2,"console_offset":211,"console_lines":1} +{"time":"2026-10-23T01:46:49.062714936+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:47:03.380998821+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":135,"history_lines":1,"events_offset":4243,"events_lines":2,"console_offset":211,"console_lines":2} +{"time":"2026-10-23T01:47:03.75350092+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:47:18.381999137+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4245,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:47:18.84942896+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:47:33.381133965+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4247,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:47:33.944817165+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:47:48.381954339+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4249,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:47:48.765028805+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:48:03.381419586+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4251,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:48:03.74997534+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:48:18.381163982+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4253,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:48:18.772797387+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:48:33.381774028+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4255,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:48:33.763625959+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:48:48.382117822+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4257,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:48:48.736592684+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:49:03.381285058+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4259,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:49:03.878423049+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:49:18.381310556+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4261,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:49:18.751082369+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:49:33.381168878+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4263,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:49:33.970481081+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:49:48.381706774+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4265,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:49:49.75450647+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:50:03.381570311+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4267,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:50:04.268308019+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:50:18.381713548+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4269,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:50:18.83890222+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:50:33.381810764+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4271,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:50:33.889567546+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:50:48.380973178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4273,"events_lines":2,"console_offset":212,"console_lines":1} +{"time":"2026-10-23T01:50:48.978168879+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:51:03.381337999+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":1,"events_offset":4275,"events_lines":2,"console_offset":212,"console_lines":2} +{"time":"2026-10-23T01:51:03.747278477+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:51:18.381535722+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4277,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:51:18.85092311+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:51:33.381156592+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4279,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:51:33.804090983+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:51:48.381359463+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4281,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:51:48.919019912+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:52:03.381391467+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4283,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:52:03.869918387+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:52:18.381459984+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4285,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:52:18.828387812+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:52:33.381979572+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4287,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:52:38.352872283+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:52:48.381640583+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4289,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:52:48.846237444+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:53:03.38176928+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4291,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:53:03.812045558+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:53:18.381747259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4293,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:53:18.742192844+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:53:33.381578934+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4295,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:53:33.822403565+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:53:48.381094383+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4297,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:53:48.83807205+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:54:03.381567838+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4299,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:54:03.908949483+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:54:18.381056846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4301,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:54:18.952654815+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:54:33.381225289+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4303,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:54:33.787891417+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:54:48.381113068+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4305,"events_lines":2,"console_offset":213,"console_lines":1} +{"time":"2026-10-23T01:54:48.72304473+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:55:03.381501454+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":137,"history_lines":1,"events_offset":4307,"events_lines":2,"console_offset":213,"console_lines":2} +{"time":"2026-10-23T01:55:03.986104366+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:55:18.381961577+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4309,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:55:18.751262379+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:55:33.381425727+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4311,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:55:33.74095284+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:55:48.380952858+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4313,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:55:48.761608947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:56:03.381343471+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4315,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:56:03.73975685+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:56:18.381145871+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4317,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:56:18.755090774+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:56:33.381924493+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4319,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:56:33.835355907+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:56:48.382011138+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4321,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:56:48.860250885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:57:03.381176746+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4323,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:57:03.838018895+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:57:18.381352747+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4325,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:57:18.886977345+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:57:33.381783032+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4327,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:57:33.761700988+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:57:48.381111428+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4329,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:57:48.944652159+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:58:03.381664423+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4331,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:58:03.814869978+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:58:18.381774298+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4333,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:58:18.764238132+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:58:33.381890842+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4335,"events_lines":2,"console_offset":214,"console_lines":1} +{"time":"2026-10-23T01:58:33.775931563+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:58:48.381168655+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":138,"history_lines":1,"events_offset":4337,"events_lines":2,"console_offset":214,"console_lines":3} +{"time":"2026-10-23T01:58:48.833078111+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:59:03.381821259+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4339,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T01:59:03.910082947+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:59:18.381228765+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4341,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T01:59:18.738607726+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:59:33.381381595+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4343,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T01:59:34.344040911+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T01:59:48.381375486+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4345,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T01:59:48.734362102+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:00:03.381930502+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4347,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:00:03.734519656+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:00:18.381116768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4349,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:00:18.784103278+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:00:33.381688273+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4351,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:00:33.882950346+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:00:48.381753275+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4353,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:00:48.759697012+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:01:03.381939023+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4355,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:01:03.784681095+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:01:18.381836717+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4357,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:01:18.83160546+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:01:33.381046633+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4359,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:01:33.949555611+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:01:48.381494987+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4361,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:01:48.898913883+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:02:03.381757596+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4363,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:02:03.918230133+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:02:18.381855823+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4365,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:02:18.905037826+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:02:33.38183047+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4367,"events_lines":2,"console_offset":216,"console_lines":1} +{"time":"2026-10-23T02:02:33.847031107+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:02:48.38197204+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":139,"history_lines":1,"events_offset":4369,"events_lines":2,"console_offset":216,"console_lines":2} +{"time":"2026-10-23T02:02:48.904964988+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:03:03.38170971+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4371,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:03:03.830256433+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:03:18.381524107+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4373,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:03:18.857065921+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:03:33.381018688+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4375,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:03:34.014365467+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:03:48.381221447+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4377,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:03:48.699429538+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:04:03.381921367+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4379,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:04:05.302097024+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:04:18.381795225+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4381,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:04:18.81674724+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:04:33.380987331+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4383,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:04:33.73499703+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:04:48.381522215+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4385,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:04:48.977560668+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:05:03.381504744+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4387,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:05:03.795203502+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:05:18.381108375+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4389,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:05:18.897550371+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:05:33.381644017+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4391,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:05:33.890028713+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:05:48.381250898+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4393,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:05:48.735983716+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:06:03.38195827+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4395,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:06:03.779804897+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:06:18.381120169+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4397,"events_lines":2,"console_offset":217,"console_lines":1} +{"time":"2026-10-23T02:06:18.73248887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:06:33.381330839+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":140,"history_lines":1,"events_offset":4399,"events_lines":2,"console_offset":217,"console_lines":2} +{"time":"2026-10-23T02:06:33.74903268+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:06:48.381475276+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4401,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:06:49.005411278+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:07:03.381383648+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4403,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:07:03.878570452+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:07:18.381489347+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4405,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:07:22.24963121+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:07:33.381139371+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4407,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:07:33.758130682+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:07:48.381178426+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4409,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:07:48.817370374+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:08:03.381777335+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4411,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:08:03.715359573+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:08:18.381288854+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4413,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:08:18.699221523+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:08:33.381521292+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4415,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:08:33.75849237+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:08:48.381488572+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4417,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:08:48.800216911+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:09:03.381886963+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4419,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:09:03.930944858+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:09:18.380968916+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4421,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:09:18.742768781+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:09:33.38112456+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4423,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:09:33.725028385+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:09:48.381687575+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4425,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:09:48.753220187+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:10:03.381871592+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4427,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:10:03.780841017+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:10:18.381890941+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4429,"events_lines":2,"console_offset":218,"console_lines":1} +{"time":"2026-10-23T02:10:18.734728782+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:10:33.381766693+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":141,"history_lines":1,"events_offset":4431,"events_lines":2,"console_offset":218,"console_lines":2} +{"time":"2026-10-23T02:10:33.747493808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:10:48.381434542+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4433,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:10:48.756109995+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:11:03.381952094+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4435,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:11:03.734847162+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:11:18.381537108+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4437,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:11:19.075123127+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:11:33.381212178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4439,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:11:33.967615144+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:11:48.381388949+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4441,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:11:48.712922225+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:12:03.381151077+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4443,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:12:03.81452788+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:12:18.381640201+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4445,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:12:18.709500854+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:12:33.381140774+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4447,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:12:33.834991835+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:12:48.381938368+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4449,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:12:48.708453808+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:13:03.38126048+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4451,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:13:03.796282552+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:13:18.381326435+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4453,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:13:19.022721858+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:13:33.381476497+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4455,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:13:33.976057805+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:13:48.381316461+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4457,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:13:48.869284483+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:14:03.381854309+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4459,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:14:03.788973641+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:14:18.380979409+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4461,"events_lines":2,"console_offset":219,"console_lines":1} +{"time":"2026-10-23T02:14:18.792654426+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:14:33.382082815+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":142,"history_lines":1,"events_offset":4463,"events_lines":2,"console_offset":219,"console_lines":2} +{"time":"2026-10-23T02:14:33.854985333+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:14:48.381792226+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4465,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:14:48.92023876+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:15:03.381787813+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4467,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:15:03.840211078+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:15:18.381717376+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4469,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:15:19.006878548+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:15:33.381580638+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4471,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:15:34.009753807+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:15:48.381155766+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4473,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:15:48.852927398+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:16:03.38150172+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4475,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:16:04.038548646+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:16:18.381775956+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4477,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:16:18.956492481+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:16:33.381163083+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4479,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:16:33.886819195+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:16:48.38190231+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4481,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:16:48.747715459+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:17:03.381836773+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4483,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:17:03.728138733+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:17:18.381183525+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4485,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:17:18.88590996+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:17:33.381636309+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4487,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:17:33.763991872+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:17:48.381710993+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4489,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:17:48.70075697+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:18:03.381821541+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4491,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:18:03.761965036+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:18:18.381764741+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4493,"events_lines":2,"console_offset":220,"console_lines":1} +{"time":"2026-10-23T02:18:18.802193434+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:18:33.381735609+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":143,"history_lines":1,"events_offset":4495,"events_lines":2,"console_offset":220,"console_lines":3} +{"time":"2026-10-23T02:18:33.843863151+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:18:48.381587178+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4497,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:18:48.84083927+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:19:03.381144291+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4499,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:19:04.013729797+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:19:18.381388332+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4501,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:19:18.743299039+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:19:33.381659003+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4503,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:19:33.815854504+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:19:48.381758915+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4505,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:19:48.702834197+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:20:03.381840481+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4507,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:20:03.718908932+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:20:18.380963439+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4509,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:20:18.711659732+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:20:33.381860383+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4511,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:20:33.948803266+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:20:48.381505211+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4513,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:20:48.851124428+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:21:03.381850036+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4515,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:21:03.875255633+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:21:18.381554445+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4517,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:21:18.868814496+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:21:33.381144724+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4519,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:21:33.945947234+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:21:48.381169314+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4521,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:21:48.92072163+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:22:03.381120472+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4523,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:22:03.892506944+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:22:18.381802665+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4525,"events_lines":2,"console_offset":222,"console_lines":1} +{"time":"2026-10-23T02:22:18.819454359+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:22:33.38194995+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":1,"events_offset":4527,"events_lines":2,"console_offset":222,"console_lines":2} +{"time":"2026-10-23T02:22:34.191122505+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:22:48.382244119+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4529,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:22:48.743184543+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:23:03.381742846+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4531,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:23:03.866132199+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:23:18.381990275+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4533,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:23:18.701652296+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:23:33.38189129+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4535,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:23:33.852576105+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:23:48.381448182+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4537,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:23:48.728327319+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:24:03.381980073+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4539,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:24:04.15970835+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:24:18.381712027+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4541,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:24:18.69843097+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:24:33.381076587+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4543,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:24:33.740099692+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:24:48.38198116+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4545,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:24:48.710526334+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:25:03.38155863+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4547,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:25:03.769712454+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:25:18.381767316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4549,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:25:19.193563353+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:25:33.380962353+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4551,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:25:33.776333465+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:25:48.381515044+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4553,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:25:48.806174306+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:26:03.381517286+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4555,"events_lines":2,"console_offset":223,"console_lines":1} +{"time":"2026-10-23T02:26:03.931669163+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:26:18.381278283+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":145,"history_lines":1,"events_offset":4557,"events_lines":2,"console_offset":223,"console_lines":2} +{"time":"2026-10-23T02:26:18.708891999+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:26:33.381207675+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4559,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:26:33.956156587+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:26:48.381747098+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4561,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:26:48.779080494+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:27:03.381888122+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4563,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:27:03.864195813+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:27:18.381581975+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4565,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:27:18.865781961+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:27:33.381995356+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4567,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:27:33.69419456+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:27:48.38199437+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4569,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:27:48.702476567+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:28:03.38198861+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4571,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:28:03.785910055+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:28:18.381189924+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4573,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:28:18.931991273+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:28:33.381603459+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4575,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:28:33.796005045+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:28:48.381934701+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4577,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:28:48.691351783+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:29:03.381666938+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4579,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:29:03.843279958+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:29:18.381348027+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4581,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:29:18.917453887+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:29:33.381664176+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4583,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:29:33.709657491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:29:48.381983519+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4585,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:29:48.719423051+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:30:03.381332446+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4587,"events_lines":2,"console_offset":224,"console_lines":1} +{"time":"2026-10-23T02:30:03.932393991+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:30:18.38175493+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":146,"history_lines":1,"events_offset":4589,"events_lines":2,"console_offset":224,"console_lines":2} +{"time":"2026-10-23T02:30:18.843119878+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:30:33.381419633+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4591,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:30:34.234580491+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:30:48.381103225+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4593,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:30:48.675490096+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:31:03.381315796+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4595,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:31:03.863640876+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:31:18.381683018+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4597,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:31:18.675315576+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:31:33.381635633+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4599,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:31:34.106402025+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:31:48.381161192+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4601,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:31:48.971157671+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:32:03.381736659+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4603,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:32:03.758002171+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:32:18.381223407+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4605,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:32:18.736280311+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:32:33.381983676+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4607,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:32:33.96869872+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:32:48.3815615+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4609,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:32:48.931494028+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:33:03.381116629+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4611,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:33:04.072640093+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:33:18.3818361+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4613,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:33:19.023926038+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:33:33.381049692+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4615,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:33:33.663827609+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:33:48.381908642+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4617,"events_lines":2,"console_offset":225,"console_lines":1} +{"time":"2026-10-23T02:33:48.689401+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:34:03.38172023+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":147,"history_lines":1,"events_offset":4619,"events_lines":2,"console_offset":225,"console_lines":2} +{"time":"2026-10-23T02:34:03.702647643+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:34:18.380978045+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4621,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:34:18.946323139+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:34:33.381764316+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4623,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:34:33.703654053+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:34:48.381728712+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4625,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:34:48.698555634+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:35:03.381457232+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4627,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:35:04.197632778+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:35:18.381273184+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4629,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:35:18.718270529+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:35:33.381684416+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4631,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:35:34.008390967+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:35:48.380982781+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4633,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:35:49.71844556+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:36:03.381136325+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4635,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:36:04.508135163+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:36:18.381266434+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4637,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:36:18.700333521+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:36:33.381128651+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4639,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:36:33.830300734+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:36:48.381656422+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4641,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:36:49.139367563+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:03.381516264+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4643,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:37:03.70701978+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:18.380968451+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4645,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:37:18.668276972+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:33.381719299+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4647,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:37:33.867427423+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:48.381146768+09:00","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4649,"events_lines":2,"console_offset":226,"console_lines":1} +{"time":"2026-10-23T02:37:48.691815364+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:59.063392381+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-23T02:37:59.06366392+09:00","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":148,"history_lines":2,"events_offset":4651,"events_lines":1,"console_offset":226,"console_lines":4,"uploaded_len":3,"complete":true,"exit_code":0} +{"time":"2026-10-23T02:37:59.341785885+09:00","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-10-23T02:37:59.342175331+09:00","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-10-23T02:37:59.342191315+09:00","level":"INFO","msg":"handler: closed"} +{"time":"2026-10-23T02:37:59.34293815+09:00","level":"INFO","msg":"sender: closed"} +{"time":"2026-10-23T02:37:59.342949567+09:00","level":"INFO","msg":"stream: all finished"} diff --git a/groot_seq_metaworld_hard_2e-4/wandb/debug.log b/groot_seq_metaworld_hard_2e-4/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..5bae22ad8a9cb0811567fd29bc794e44d18c66c8 --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/wandb/debug.log @@ -0,0 +1,45 @@ +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_setup.py:_flush():81] Current SDK version is 0.27.2 +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_setup.py:_flush():81] Configure stats pid to 84388 +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_init.py:setup_run_log_directory():723] Logging user logs to outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/logs/debug.log +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/logs/debug-internal.log +2026-10-22 16:56:16,883 INFO MainThread:84388 [wandb_init.py:init():766] calling init triggers +2026-10-22 16:56:16,884 INFO MainThread:84388 [wandb_init.py:init():771] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'lerobot/metaworld_mt50', 'repo_type': 'dataset', 'root': None, 'episodes': None, 'exclude_episodes': None, 'filter_failed_trajectories': True, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'return_uint8': False, 'depth_output_unit': 'mm', 'streaming': False, 'eval_split': 0.0}, 'env': None, 'policy': {'type': 'groot', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pretrained_revision': None, 'chunk_size': 40, 'n_action_steps': 16, 'keep_incomplete_chunks': True, 'max_state_dim': 132, 'max_action_dim': 132, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'base_model_path': 'nvidia/GR00T-N1.7-3B', 'action_decode_transform': None, 'embodiment_tag': 'metaworld_sim', 'tune_llm': False, 'tune_visual': False, 'tune_projector': True, 'tune_diffusion_model': True, 'tune_vlln': True, 'tune_top_llm_layers': 0, 'num_inference_timesteps': None, 'rtc_ramp_rate': None, 'use_flash_attention': False, 'use_relative_actions': False, 'relative_exclude_joints': [], 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-05, 'warmup_ratio': 0.05, 'use_bf16': True, 'model_params_fp32': True, 'image_size': [256, 256], 'tokenizer_assets_repo': None, 'lora_rank': 0, 'lora_alpha': 16, 'lora_dropout': 0.1, 'lora_full_model': False, 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'dataset_paths': None, 'output_dir': './tmp/gr00t', 'save_steps': 1000, 'max_steps': 10000, 'batch_size': 32, 'dataloader_num_workers': 8, 'report_to': 'wandb', 'resume': False}, 'reward_model': None, 'output_dir': 'outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4', 'job_name': 'groot_seq_metaworld_hard_2e-4-40-g1-peft-keep', 'resume': False, 'seed': 1000, 'cudnn_deterministic': False, 'num_workers': 8, 'batch_size': 128, 'prefetch_factor': 1, 'persistent_workers': True, 'dataloader_multiprocessing_context': 'fork', 'steps': 30000, 'env_eval_freq': 20000, 'log_freq': 200, 'eval_steps': 0, 'max_eval_samples': 0, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 1000, 'checkpoint_format': , 'use_policy_training_preset': False, 'optimizer': {'type': 'adamw', 'lr': 0.0002, 'weight_decay': 1e-05, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'constant_with_warmup', 'num_warmup_steps': 0}, 'parallelism': {'dp_replicate': 1, 'dp_shard': 1, 'context_parallel': {'ring_degree': 1, 'ulysses_degree': 1}, 'cfg_parallel': 1}, 'accelerator': {'mixed_precision': 'no', 'gradient_accumulation': {'steps': 1}, 'fsdp': {'reshard_after_forward': True, 'wrap_modules': None, 'min_num_params': None, 'cpu_offload': False, 'ignored_modules': None}, 'ddp': {'find_unused_parameters': True, 'gradient_as_bucket_view': False, 'static_graph': False}, 'compile': {'enabled': False, 'backend': 'inductor', 'mode': None, 'regional': True}, 'activation_checkpointing': {'mode': }}, 'eval': {'n_episodes': 50, 'tail_task_key': None, 'batch_size': 50, 'use_async_envs': True, 'recording': False, 'recording_repo_id': None, 'recording_private': False}, 'ema': {'enable': False, 'decay': None, 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_decay': 0.0, 'max_decay': 0.9999, 'use_for_eval': True}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None, 'add_tags': True}, 'peft': {'target_modules': None, 'full_training_modules': None, 'method_type': 'LORA', 'init_type': None, 'r': 16, 'lora_alpha': 16}, 'job': {'target': None, 'image': 'huggingface/lerobot-gpu:latest', 'timeout': '2d', 'detach': False, 'tags': []}, 'save_checkpoint_to_hub': False, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, 'task_info_path': 'task_information/metaworld.jsonl', 'task_suite': 'hard', 'task_order': None, 'num_tasks': None, 'steps_per_task': 5000, 'drop_last': False, 'learning_algorithm': {'type': 'seq'}, 'reset_optimizer_per_task': False, 'reset_scheduler_per_task': False, '_wandb': {}} +2026-10-22 16:56:16,884 INFO MainThread:84388 [wandb_init.py:init():814] starting backend +2026-10-22 16:56:17,144 INFO MainThread:84388 [wandb_init.py:init():829] sending inform_init request +2026-10-22 16:56:17,506 INFO MainThread:84388 [wandb_init.py:init():834] backend started and connected +2026-10-22 16:56:17,507 INFO MainThread:84388 [wandb_init.py:init():904] updated telemetry +2026-10-22 16:56:17,522 INFO MainThread:84388 [wandb_init.py:init():927] communicating run to backend with 90.0 second timeout +2026-10-22 16:56:18,270 INFO MainThread:84388 [wandb_init.py:init():972] starting run threads in backend +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_console_start():2523] atexit reg +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2373] redirect: wrap_raw +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2442] Wrapping output streams. +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2465] Redirects installed. +2026-10-22 16:56:18,380 INFO MainThread:84388 [wandb_init.py:init():1010] run started, returning control to user process +2026-10-23 02:37:58,253 INFO wandb-AsyncioManager-main:84388 [service_client.py:_forward_responses():122] Reached EOF. +2026-10-23 02:37:58,253 INFO wandb-AsyncioManager-main:84388 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-10-23 02:37:58,254 ERROR wandb-AsyncioManager-main:84388 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 90, in loop + await asyncio_compat.race( + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 278, in race + async with open_task_group(race=True) as tg: + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/contextlib.py", line 217, in __aexit__ + await anext(self.gen) + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 240, in open_task_group + await task_group._wait_all(race=race, timeout=exit_timeout) + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 180, in _wait_all + raise exc + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 113, in _print_all + result = await handle.wait_async(timeout=None) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox_handle.py", line 127, in wait_async + response = await self._handle.wait_async(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/mailbox/response_handle.py", line 123, in wait_async + raise HandleAbandonedError() +wandb.sdk.mailbox.mailbox_handle.HandleAbandonedError diff --git a/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/config.yaml b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..451ffee53f7da598c68439bf046070f25fb2b7ff --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/config.yaml @@ -0,0 +1,407 @@ +_wandb: + value: + cli_version: 0.27.2 + e: + gb3pg2offm2p0ofy30pd6xeo1tlvuvcu: + args: + - --policy.type=groot + - --policy.base_model_path=nvidia/GR00T-N1.7-3B + - --policy.embodiment_tag=metaworld_sim + - --policy.push_to_hub=false + - --policy.use_relative_actions=false + - --policy.chunk_size=40 + - --policy.n_action_steps=16 + - --dataset.repo_id=lerobot/metaworld_mt50 + - --dataset.filter_failed_trajectories=true + - --task_info_path=task_information/metaworld.jsonl + - --task_suite=hard + - --learning_algorithm.type=seq + - --reset_optimizer_per_task=false + - --reset_scheduler_per_task=false + - --batch_size=128 + - --steps_per_task=5000 + - --save_freq=1000 + - --peft.method_type=LORA + - --peft.r=16 + - --peft.lora_alpha=16 + - --use_policy_training_preset=false + - --policy.use_bf16=true + - --optimizer.type=adamw + - --optimizer.lr=2e-4 + - --optimizer.weight_decay=1e-5 + - --optimizer.grad_clip_norm=1.0 + - --scheduler.type=constant_with_warmup + - --scheduler.num_warmup_steps=0 + - --wandb.enable=true + - --wandb.disable_artifact=true + - --num_workers=8 + - --prefetch_factor=1 + - --persistent_workers=true + - --dataloader_multiprocessing_context=fork + - --job_name=groot_seq_metaworld_hard_2e-4-40-g1-peft-keep + - --output_dir=outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4 + codePath: src/lerobot/scripts/lerobot_seq_train.py + codePathLocal: src/lerobot/scripts/lerobot_seq_train.py + cpu_count: 72 + cpu_count_logical: 72 + cudaVersion: "13.1" + disk: + /: + total: "858993459200" + used: "7038164992" + executable: /NHNHOME/tml/mk/miniforge3/envs/lerobot/bin/python + git: + commit: 4fdc2a0365dfd75db85e8d9275a5730163a17107 + remote: https://github.com/bigmbigk/lerobot-061-cl.git + gpu: NVIDIA B200 + gpu_count: 4 + gpu_nvidia: + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-deedd803-3880-5722-414c-dca84f620f13 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-8127107b-76e9-e30d-369f-1623d26b7bb3 + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-240e15c5-90f8-158b-592c-3db3ab04a9cc + - architecture: Blackwell + cudaCores: 18944 + memoryTotal: "192265846784" + name: NVIDIA B200 + uuid: GPU-95e89aa9-4f98-158c-c087-b866837add2e + host: DCTN-1019132556 + memory: + total: "2430205775872" + os: Linux-6.8.0-100-generic-x86_64-with-glibc2.39 + program: /NHNHOME/tml/mk/lerobot-061-cl/src/lerobot/scripts/lerobot_seq_train.py + python: CPython 3.12.14 + root: outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4 + startedAt: "2026-10-22T07:56:16.857672Z" + writerId: gb3pg2offm2p0ofy30pd6xeo1tlvuvcu + m: [] + python_version: 3.12.14 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + - 98 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + - 98 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.14 + "5": 0.27.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.27.2 + "13": linux-x86_64 +accelerator: + value: + activation_checkpointing: + mode: NONE + compile: + backend: inductor + enabled: false + mode: null + regional: true + ddp: + find_unused_parameters: true + gradient_as_bucket_view: false + static_graph: false + fsdp: + cpu_offload: false + ignored_modules: null + min_num_params: null + reshard_after_forward: true + wrap_modules: null + gradient_accumulation: + steps: 1 + mixed_precision: "no" +batch_size: + value: 128 +checkpoint_format: + value: SAFETENSORS +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataloader_multiprocessing_context: + value: fork +dataset: + value: + depth_output_unit: mm + episodes: null + eval_split: 0 + exclude_episodes: null + filter_failed_trajectories: true + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: lerobot/metaworld_mt50 + repo_type: dataset + return_uint8: false + revision: null + root: null + streaming: false + use_imagenet_stats: true + video_backend: torchcodec +drop_last: + value: false +ema: + value: + decay: null + enable: false + inv_gamma: 1 + max_decay: 0.9999 + min_decay: 0 + power: 0.75 + update_after_step: 0 + use_for_eval: true +env: + value: null +env_eval_freq: + value: 20000 +eval: + value: + batch_size: 50 + n_episodes: 50 + recording: false + recording_private: false + recording_repo_id: null + tail_task_key: null + use_async_envs: true +eval_steps: + value: 0 +job: + value: + detach: false + image: huggingface/lerobot-gpu:latest + tags: [] + target: null + timeout: 2d +job_name: + value: groot_seq_metaworld_hard_2e-4-40-g1-peft-keep +learning_algorithm: + value: + type: seq +log_freq: + value: 200 +max_eval_samples: + value: 0 +num_tasks: + value: null +num_workers: + value: 8 +optimizer: + value: + betas: + - 0.9 + - 0.999 + eps: 1e-08 + grad_clip_norm: 1 + lr: 0.0002 + type: adamw + weight_decay: 1e-05 +output_dir: + value: outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4 +parallelism: + value: + cfg_parallel: 1 + context_parallel: + ring_degree: 1 + ulysses_degree: 1 + dp_replicate: 1 + dp_shard: 1 +peft: + value: + full_training_modules: null + init_type: null + lora_alpha: 16 + method_type: LORA + r: 16 + target_modules: null +persistent_workers: + value: true +policy: + value: + action_decode_transform: null + balance_dataset_weights: true + balance_trajectory_weights: true + base_model_path: nvidia/GR00T-N1.7-3B + batch_size: 32 + chunk_size: 40 + dataloader_num_workers: 8 + dataset_paths: null + device: cuda + embodiment_tag: metaworld_sim + image_size: + - 256 + - 256 + keep_incomplete_chunks: true + license: null + lora_alpha: 16 + lora_dropout: 0.1 + lora_full_model: false + lora_rank: 0 + max_action_dim: 132 + max_state_dim: 132 + max_steps: 10000 + model_params_fp32: true + n_action_steps: 16 + n_obs_steps: 1 + normalization_mapping: + ACTION: IDENTITY + STATE: IDENTITY + VISUAL: IDENTITY + num_inference_timesteps: null + optimizer_betas: + - 0.9 + - 0.999 + optimizer_eps: 1e-08 + optimizer_lr: 0.0001 + optimizer_weight_decay: 1e-05 + output_dir: ./tmp/gr00t + pretrained_path: null + pretrained_revision: null + private: null + push_to_hub: false + relative_exclude_joints: [] + repo_id: null + report_to: wandb + resume: false + rtc_ramp_rate: null + save_steps: 1000 + tags: null + tokenizer_assets_repo: null + tune_diffusion_model: true + tune_llm: false + tune_projector: true + tune_top_llm_layers: 0 + tune_visual: false + tune_vlln: true + type: groot + use_amp: false + use_bf16: true + use_flash_attention: false + use_peft: false + use_relative_actions: false + video_backend: decord + warmup_ratio: 0.05 +prefetch_factor: + value: 1 +reset_optimizer_per_task: + value: false +reset_scheduler_per_task: + value: false +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_checkpoint_to_hub: + value: false +save_freq: + value: 1000 +scheduler: + value: + num_warmup_steps: 0 + type: constant_with_warmup +seed: + value: 1000 +steps: + value: 30000 +steps_per_task: + value: 5000 +task_info_path: + value: task_information/metaworld.jsonl +task_order: + value: null +task_suite: + value: hard +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: false +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: null + notes: null + project: lerobot + run_id: null diff --git a/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/output.log b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..097405d295ce91334b6b8ceda79ffcd3a855a1ce --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/files/output.log @@ -0,0 +1,230 @@ +INFO 2026-10-22 16:56:18 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-22 16:56:18 db_utils.py:122 Track this run --> https://wandb.ai/minseok_postech-postech/lerobot/runs/rvylwkor +INFO 2026-10-22 16:56:18 eq_train.py:781 Creating dataset +Fetching 4 files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 4/4 [00:00<00:00, 1522.43it/s] +Reconstruction complete: | | 0.00B / 0.00B +Download complete: | 0.00B +Fetching 4 files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 4/4 [00:00<00:00, 1695.70it/s] +Reconstruction complete: | | 0.00B / 0.00B +Download complete: | 0.00B +INFO 2026-10-22 16:56:19 /factory.py:139 Filtered 4 failed trajectory/trajectories; training on 296 successful episodes. +Fetching 4 files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 4/4 [00:00<00:00, 1502.12it/s] +Reconstruction complete: | | 0.00B / 0.00B +Download complete: | 0.00B +INFO 2026-10-22 16:56:21 eq_train.py:805 Creating policy +Fetching 27 files: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 27/27 [00:00<00:00, 3965.20it/s] +Download complete: | 0.00B `torch_dtype` is deprecated! Use `dtype` instead! +Download complete: | 0.00B +Reconstruction complete: | | 0.00B / 0.00B +Loading weights: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1031/1031 [00:13<00:00, 75.81it/s] +INFO 2026-10-22 16:56:56 eq_train.py:828 Using PEFT! Wrapping model. +INFO 2026-10-22 16:56:56 etrained.py:387 Wrapped groot with PEFT (LoraConfig) +INFO 2026-10-22 16:56:56 eq_train.py:892 Creating optimizer and scheduler +INFO 2026-10-22 16:56:56 eq_train.py:983 Output dir: outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4 +INFO 2026-10-22 16:56:56 eq_train.py:984 cfg.steps_per_task=5000 x 6 tasks = 30000 steps +INFO 2026-10-22 16:56:56 eq_train.py:985 dataset.num_frames=26433 (26K) +INFO 2026-10-22 16:56:56 eq_train.py:986 dataset.num_episodes=296 +INFO 2026-10-22 16:56:56 eq_train.py:987 Effective batch size: 128 x 1 dp workers x 1 grad accum = 128 (topology: dp_replicate=1, dp_shard=1) +INFO 2026-10-22 16:56:56 eq_train.py:992 num_learnable_params=10420224 (10M) +INFO 2026-10-22 16:56:56 eq_train.py:993 num_total_params=3154436224 (3B) +Training: 0%| | 0/30000 [00:00, 'STATE': , 'ACTION': }, 'base_model_path': 'nvidia/GR00T-N1.7-3B', 'action_decode_transform': None, 'embodiment_tag': 'metaworld_sim', 'tune_llm': False, 'tune_visual': False, 'tune_projector': True, 'tune_diffusion_model': True, 'tune_vlln': True, 'tune_top_llm_layers': 0, 'num_inference_timesteps': None, 'rtc_ramp_rate': None, 'use_flash_attention': False, 'use_relative_actions': False, 'relative_exclude_joints': [], 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-05, 'warmup_ratio': 0.05, 'use_bf16': True, 'model_params_fp32': True, 'image_size': [256, 256], 'tokenizer_assets_repo': None, 'lora_rank': 0, 'lora_alpha': 16, 'lora_dropout': 0.1, 'lora_full_model': False, 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'dataset_paths': None, 'output_dir': './tmp/gr00t', 'save_steps': 1000, 'max_steps': 10000, 'batch_size': 32, 'dataloader_num_workers': 8, 'report_to': 'wandb', 'resume': False}, 'reward_model': None, 'output_dir': 'outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_hard_2e-4', 'job_name': 'groot_seq_metaworld_hard_2e-4-40-g1-peft-keep', 'resume': False, 'seed': 1000, 'cudnn_deterministic': False, 'num_workers': 8, 'batch_size': 128, 'prefetch_factor': 1, 'persistent_workers': True, 'dataloader_multiprocessing_context': 'fork', 'steps': 30000, 'env_eval_freq': 20000, 'log_freq': 200, 'eval_steps': 0, 'max_eval_samples': 0, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 1000, 'checkpoint_format': , 'use_policy_training_preset': False, 'optimizer': {'type': 'adamw', 'lr': 0.0002, 'weight_decay': 1e-05, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'constant_with_warmup', 'num_warmup_steps': 0}, 'parallelism': {'dp_replicate': 1, 'dp_shard': 1, 'context_parallel': {'ring_degree': 1, 'ulysses_degree': 1}, 'cfg_parallel': 1}, 'accelerator': {'mixed_precision': 'no', 'gradient_accumulation': {'steps': 1}, 'fsdp': {'reshard_after_forward': True, 'wrap_modules': None, 'min_num_params': None, 'cpu_offload': False, 'ignored_modules': None}, 'ddp': {'find_unused_parameters': True, 'gradient_as_bucket_view': False, 'static_graph': False}, 'compile': {'enabled': False, 'backend': 'inductor', 'mode': None, 'regional': True}, 'activation_checkpointing': {'mode': }}, 'eval': {'n_episodes': 50, 'tail_task_key': None, 'batch_size': 50, 'use_async_envs': True, 'recording': False, 'recording_repo_id': None, 'recording_private': False}, 'ema': {'enable': False, 'decay': None, 'update_after_step': 0, 'inv_gamma': 1.0, 'power': 0.75, 'min_decay': 0.0, 'max_decay': 0.9999, 'use_for_eval': True}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None, 'add_tags': True}, 'peft': {'target_modules': None, 'full_training_modules': None, 'method_type': 'LORA', 'init_type': None, 'r': 16, 'lora_alpha': 16}, 'job': {'target': None, 'image': 'huggingface/lerobot-gpu:latest', 'timeout': '2d', 'detach': False, 'tags': []}, 'save_checkpoint_to_hub': False, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, 'task_info_path': 'task_information/metaworld.jsonl', 'task_suite': 'hard', 'task_order': None, 'num_tasks': None, 'steps_per_task': 5000, 'drop_last': False, 'learning_algorithm': {'type': 'seq'}, 'reset_optimizer_per_task': False, 'reset_scheduler_per_task': False, '_wandb': {}} +2026-10-22 16:56:16,884 INFO MainThread:84388 [wandb_init.py:init():814] starting backend +2026-10-22 16:56:17,144 INFO MainThread:84388 [wandb_init.py:init():829] sending inform_init request +2026-10-22 16:56:17,506 INFO MainThread:84388 [wandb_init.py:init():834] backend started and connected +2026-10-22 16:56:17,507 INFO MainThread:84388 [wandb_init.py:init():904] updated telemetry +2026-10-22 16:56:17,522 INFO MainThread:84388 [wandb_init.py:init():927] communicating run to backend with 90.0 second timeout +2026-10-22 16:56:18,270 INFO MainThread:84388 [wandb_init.py:init():972] starting run threads in backend +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_console_start():2523] atexit reg +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2373] redirect: wrap_raw +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2442] Wrapping output streams. +2026-10-22 16:56:18,377 INFO MainThread:84388 [wandb_run.py:_redirect():2465] Redirects installed. +2026-10-22 16:56:18,380 INFO MainThread:84388 [wandb_init.py:init():1010] run started, returning control to user process +2026-10-23 02:37:58,253 INFO wandb-AsyncioManager-main:84388 [service_client.py:_forward_responses():122] Reached EOF. +2026-10-23 02:37:58,253 INFO wandb-AsyncioManager-main:84388 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-10-23 02:37:58,254 ERROR wandb-AsyncioManager-main:84388 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 90, in loop + await asyncio_compat.race( + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 278, in race + async with open_task_group(race=True) as tg: + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/contextlib.py", line 217, in __aexit__ + await anext(self.gen) + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 240, in open_task_group + await task_group._wait_all(race=race, timeout=exit_timeout) + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_compat.py", line 180, in _wait_all + raise exc + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 113, in _print_all + result = await handle.wait_async(timeout=None) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox_handle.py", line 127, in wait_async + response = await self._handle.wait_async(timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/NHNHOME/tml/mk/miniforge3/envs/lerobot/lib/python3.12/site-packages/wandb/sdk/mailbox/response_handle.py", line 123, in wait_async + raise HandleAbandonedError() +wandb.sdk.mailbox.mailbox_handle.HandleAbandonedError diff --git a/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/run-rvylwkor.wandb b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/run-rvylwkor.wandb new file mode 100644 index 0000000000000000000000000000000000000000..033ca180be51a69d9aea90da803618ed9b9580ee --- /dev/null +++ b/groot_seq_metaworld_hard_2e-4/wandb/run-20261022_165616-rvylwkor/run-rvylwkor.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5432da66d2168aad4194416926f7515057af678aefcb6229a9951ee80a3a40 +size 25108434 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2be94871e9b72181c34cc053ce1b9560d627f0e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53531ca06a74d35c32387548d83d6492434ad374bc6ab951e62d1dce0c4357a +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d98c94f5b78238bf495ac68b9f9fb446cfac5c07 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 1000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..28e4dd70e0710c99dd429bc8896fc654ea77ff87 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbd25b3751d6c6fc0881e0a9236cd163a11b792e48c106d59d582a0d70dab11 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6a26dc3a4d17cd4b58a002440ef0815a2dc9f48 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e831ff4a49ab0950bff343bab6bf6df4b30692f8cffa67585bdd38c7ed91d4e5 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6a26dc3a4d17cd4b58a002440ef0815a2dc9f48 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e831ff4a49ab0950bff343bab6bf6df4b30692f8cffa67585bdd38c7ed91d4e5 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..104866bf99800fe5277b48cb9e583e9c6b89aef8 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 1000, + "_step_count": 1001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..81d00ace5ccf04349f5a8acf25b4577a14f3b45a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 1000, + "task_position": 0, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d8088bcb3f5bfa12f85a870c9abe6c6f9779ce00 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_001000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 1000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..235f2f4bc0d841014e2e5f244673054897398594 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93652049caeebc435f396755ec9e06aacbbf6bec6bc0eed05adaaa1f0d13f8e1 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..39090bbb986edb821e1602990d19357dcdb5d2ae --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 2000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbb2511afd5f838e6bfe7ba53f75cdf29f1a5145 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597e53bb95847da00e0ac27eed072182d292e5e94da011b49a8fa3c7ab23dc3b +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4a6658a3915b59b394841ca02d8582ae0eb669f --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89df609ac75bdbefd6829bb5acfb06e8df0b99677db20df3d153c07fc3b4051 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4a6658a3915b59b394841ca02d8582ae0eb669f --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89df609ac75bdbefd6829bb5acfb06e8df0b99677db20df3d153c07fc3b4051 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6600185a526a8ba440de3bea3f4629e5872d33ad --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 2000, + "_step_count": 2001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4b59a6417837f477535b08883aa7ed5dc3589088 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 2000, + "task_position": 0, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..28adc9f2aa9af9e2f5a8b815e3223326afdff78d --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_002000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 2000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21deabe99ec23c5e968e8889a3352b42e6499a04 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ced4b2e618a5c108c38b01709819d1d0a76a32dcbe9c830ea5579f63bcfc93 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a44127b7dfea653fd776d529fa83c55d32081c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 3000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4f0118292ac615a1fbdceedbb97cd1871844eec --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bc5bd74274796e6ec281f8eb8b5cde4bf19a1c8f0bae6c4d92a3f2ee313517 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cc16e283cb70a8ee5f439b7acbdc3c92e067db9 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e838ae1eb051e746ad73b3875e7955438e5840b668470c10a0babc519c0f59 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cc16e283cb70a8ee5f439b7acbdc3c92e067db9 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e838ae1eb051e746ad73b3875e7955438e5840b668470c10a0babc519c0f59 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38daeda3e81bcc84abc3ec142d0d6d9f284ef1c4 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 3000, + "_step_count": 3001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..308049fc7a9edd85c0e26a0bf9e3af4c4a328efb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 3000, + "task_position": 0, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..589362eae18855ebcffca8e2f414ffb243d86074 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_003000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 3000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2a6a3482a66c37644a716b2718131d4988fd519 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbcf188694189b59a24d7ae4211b9fb9d5eac32f9b9073a09533860417b59a1 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..75d870521c191f77dd9eaa4d83486eab6e768f69 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 4000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f9040b541e747b82ec09b3bdb9bed17c5d0a5b0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a37579e8c3334499be7811f30346c91228cec183bb3d52273f87b2122009e1 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3c13c3556f7a305981337c2ceb1f0bf41beba18 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba371c7040dd0914d1c5d8bfe6d67155920ea6e909178d3772523664a3b67ad8 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3c13c3556f7a305981337c2ceb1f0bf41beba18 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba371c7040dd0914d1c5d8bfe6d67155920ea6e909178d3772523664a3b67ad8 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ee6c8996ff2de5a63d849c933ccd27dfc2792bc8 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 4000, + "_step_count": 4001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..963e0a134c8bf55cc6f07ce60ffda6783962f688 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 4000, + "task_position": 0, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..db63dfbbcde4c754a5f868af2cbad83076e8c34b --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_004000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 4000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e692df6fb248fbd860fd40d0d3f29e3757a8a39 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb4478ea8b7b20348d456dd5de090c22fb7bbee2730dc3d46210a9b9ef6490 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..592449d3fc8b35c30c604eb1dabe60537e8224a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 5000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20825aa575c8ba51e655bd22f72734ab05a9eb26 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ca531aa799edcfd1fab14c8434119edcea667d5e5221b3a54a71dcb094faa5 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95df3786834f4545dc63762c7b66308ace9ab912 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1f00f34e84436a64e0fab6b9bc132c3d855e2bcdea48979640f801bb0c1dab +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95df3786834f4545dc63762c7b66308ace9ab912 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1f00f34e84436a64e0fab6b9bc132c3d855e2bcdea48979640f801bb0c1dab +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..70748eea90353156a7546c0d3ea2745a57b8439e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 5000, + "_step_count": 5001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6dcfb2512d60f46fb745197c03b4d4e04312f48a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 5000, + "task_position": 0, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..034aebe5bdcd97aac2981c26819b952e800e7901 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task00_005000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 5000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59f26b5bda039c0f41456963149980eb6db66bc1 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ebb86fda95daa7d8b3e304c513ad0cc76f3b707d63f7bf4677b7bb451e3745 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e267ac589be64705f8674638b9f5099c886778da --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 6000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb57a5d4362e7b6f95aa51919d190a77112538ff --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de717b2bbc88298b4f54f0fe330df36d62f00fd6480d40c2f01a9ee4c016954c +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6202c4cfbed5b1380ee99e22ff35d7483aa1c0c7 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea572a8e6863659a11dffadf0d8af806bf23f657315d1daa93b4ad0bf014037 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6202c4cfbed5b1380ee99e22ff35d7483aa1c0c7 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea572a8e6863659a11dffadf0d8af806bf23f657315d1daa93b4ad0bf014037 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52c5efe08ac1e0c6fd1b94ec6144c9817dd52fa8 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 6000, + "_step_count": 6001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e5f9f64ea985a5db5ca69f43f89526929a25825d --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 6000, + "task_position": 1, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7d7ad6d6235ad218ded22dbbc374dd654d87758c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_006000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 6000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05145b8f0d1b11368542720801f8e1cbc501f25c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f66b4b1b6bd6162303dca871c7e16d573542080dd3d6f1c317c60ff2e66d0636 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..1f4c730c4d88ece076ae9d4e01ed7fbe60b0415d --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 7000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e74f571b5017792fea4b793ed1b4c7059fd10933 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1f5e3335d76c4bb3054aad9e6106a657e048dd2779691406ad486935efa7ef +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a7798c328747948bf17b2a45e0027493d29c2c7 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3524eee1e8df5cd586617e03c093049dd78d720f49407f6d977cd7162e3175f0 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a7798c328747948bf17b2a45e0027493d29c2c7 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3524eee1e8df5cd586617e03c093049dd78d720f49407f6d977cd7162e3175f0 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..57a428142a0dbf6fe13e61b6d23886c11f321ab1 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 7000, + "_step_count": 7001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..81ce77416b44346e546167fe63ee33a85dce33fe --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 7000, + "task_position": 1, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..30eb2cdd26c2ee231ef0b908fe4e1752c91140e7 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_007000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 7000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c67c7b10d0f9916bb3dbf8c5eea175ca2094ca7a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acdd2fed9e9be7b91ee14ce7e0a35b82e6b96de0099347ae436fba003e1d5f4 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..74d8cba01cab8506617b2cbae6f268fe80fbfa79 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 8000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..379341045be7c6b4ed436274806c164247822132 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b21cc120764c6a61b3d2955acd91925f7c565131636752b3d8272ce853acaa +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ce323d82e6e98a8106773689c86da27b56f2cfd --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452da21a3c87ed6beed9f1be8cac4e7efe0b1a9014a5c576dae43d0bc4571af5 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ce323d82e6e98a8106773689c86da27b56f2cfd --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452da21a3c87ed6beed9f1be8cac4e7efe0b1a9014a5c576dae43d0bc4571af5 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..150fb03a8f15f682673decbac0846350d3551b72 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 8000, + "_step_count": 8001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dcbbe584c82cb058954e0facaa48ff9a9ac7aae1 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 8000, + "task_position": 1, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9d915bdcaa4b6a224ab88ac64df93ea3c3e834fd --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_008000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 8000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3b4c56b3cd5c556ed92d4451cfa67f892f9985a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe90ff4c6c1c1c5a4906448ff7ff655ada364c4f8591fc035169c9032ad2e865 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7247596175281e9d3f295d2b6936944a71b64d34 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 9000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db1638eb2fcdf7c7ce42d1357d2c4bf5486b5f01 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7efafd8991a345cca2ff2920f39e15fe7ba6fecadecb07d44092f7928cdfe36 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2dff95deb14825b0122a204ce521087296d4e066 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b2c6a45b0da235d45f8040912f26b5bfcc5f3d2709ec1c2c1c02ebba3fce21 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2dff95deb14825b0122a204ce521087296d4e066 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b2c6a45b0da235d45f8040912f26b5bfcc5f3d2709ec1c2c1c02ebba3fce21 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..05c1c152de3b0d64bf7c646e235278de560c20e1 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 9000, + "_step_count": 9001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b5dd1601cfea1c23d968150d0cc312cc708304d8 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 9000, + "task_position": 1, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bf92d438679a18aeec2acba5e6d0c45ff7e92e48 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_009000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 9000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69f72523ff8214f7f42419dd355f576af141f2f4 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a0954cf9c208657eb3ed7ca8816c6904d6ad902ba2db966befa7f83d8e5a90 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ea9a834ded9e57a9d7a8631df3d5b2291c9d23c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd95ec1ddf1cf35b8da27020e2d79be49ebcea41fd932c6bb2194354383e6bf0 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0e4ee4e8b3d31a7ec7c8064a5f69bd73ac3a469 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64618c29c969ca596387fa7517788d1c67feef67b07309f20b9a5ee35f5b774c +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0e4ee4e8b3d31a7ec7c8064a5f69bd73ac3a469 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64618c29c969ca596387fa7517788d1c67feef67b07309f20b9a5ee35f5b774c +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2d6f7548c952b01a5b258c09015b0ea521d204 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 10000, + "_step_count": 10001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..47b4f5ad82c1ff1af9260bb5bd6291c1402f9c55 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 10000, + "task_position": 1, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9e5451c54868a429f7763462d63ab81f9d986c12 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task01_010000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 10000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d3d0555d81bd4334ba567a6ff0cb55b0c6dae4a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa039baa35f8f8c7638ab12f05c2da860b09dd55060d15d35a697c33a618d2d +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..2389cf08c9a887d74ab54bbe783d6a4eccbbee72 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 11000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d82c98f288293277143f0b09172b59481d08657 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc9eb201ccad0154969f8e54495ce425325a98b909ff9f06a6acb94263ab636 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b041ce2fa0ae7a50b6a073e52f2c2e4dff885f6e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101e7b133a4b0c57860f837e2829e5f3329c9c261daf8f050c86c65d45301118 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b041ce2fa0ae7a50b6a073e52f2c2e4dff885f6e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101e7b133a4b0c57860f837e2829e5f3329c9c261daf8f050c86c65d45301118 +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a49a04f19f1d8d8aecf26da89761f9cd3fdd5fad --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 11000, + "_step_count": 11001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b8b942978c52d01904e21d7cf9bc04a3f96bf7e6 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 11000, + "task_position": 2, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4932b8874dce6841d6da4778521f504519afa45c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_011000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 11000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d51d36d9a7be9689cc0c8a13f41fafa0021b6a19 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c063ca0c7c9bab298cde188bb3c7b4f6df9fad068f4e93d94840ecd2d2744c +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03e7f658f47e9740dc0e61bc3fb9777e976fc746 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e424ef01c57e9096e6d4234eb881d12c81fef0e27b2b9e8c2d9c08d8d513d2e9 +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d2e112a5c899e0bb671e1aae00e64cb17d4a068 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4461dc93c544e912ae8d6fa69abfb6af27ff456b9f4f2e2fa48bde78ed95bd +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d2e112a5c899e0bb671e1aae00e64cb17d4a068 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4461dc93c544e912ae8d6fa69abfb6af27ff456b9f4f2e2fa48bde78ed95bd +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eff49d56651d8076895670462ec7a5b15c0b7b9b --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 12000, + "_step_count": 12001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1166ed348f6366b16f7c717fab2831e1c9f552df --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 12000, + "task_position": 2, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..aaccc85f3163e5026fa60fcdd31b5ac789e5383e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_012000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 12000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..050c6ceaefd55cdd72ed0e75f0e6e0e0eb804a0e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a78188170f171f054bb21e9de8dcc9e032f43b7d9f896c2c6db3a8c87fca82 +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5915e7fb38c851f5b48d58c1f66fe9c9d147ed --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 13000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8041f95e55521a8d0e5c432150c7557dee855ac --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30cc4d2e78a0c68a703843f7ead0f55e0db4e6b88c83774edec0a0a76f327aaa +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06d61ecf85b83c8501add03d0e493c0656fcb71f --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2206d7316814815cdb084f89181e04337045881111d8ce19218ff10b7808886e +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06d61ecf85b83c8501add03d0e493c0656fcb71f --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2206d7316814815cdb084f89181e04337045881111d8ce19218ff10b7808886e +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ef8064aa4824885f1b2ff4cef805214e196e3868 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 13000, + "_step_count": 13001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..805fc18178fa3ea9c2305c2ffbf50c9a1bd3892e --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 13000, + "task_position": 2, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..605a71d35b9f23774b0784f2e6912fb65b6de638 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_013000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 13000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_model.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6498953f1c339d156f67a39a247d759ea4282a7c --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecc9c2f6da2683b550bedcd75afeb42827bd0c39bec7d468ab88d1588bb732f +size 41707720 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7613f1abc999ca8bed9d7d78c3ad1ccea76fdf98 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..58e0cb2df74cfe45771fb271207c373d578590fb --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 4, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": false, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..03d666c9cd71c8dd8a09fe1b16fc3e870b4cc835 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "metaworld_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee466f157094c4db0cf988fbb8457fee09850cf --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b5b33af4ec54c5a7bd37ea41e88952bb295e2d13d24516d9128761948628ba +size 6330 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/train_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..07713d4b85b190c289e4de5a4e339f5ec1a929a0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/pretrained_model/train_config.json @@ -0,0 +1,844 @@ +{ + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/checkpoint_complete.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_param_groups.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45f35f56c23c0c08f8c7499f6076238ee3106676 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e39f6a1bf3c54bad810abce0fa495789ba25ecb296ae53abc90faf51472cbc +size 83404560 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e16f3171498156bffecdaef3d9cf63bb1141e810 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87171fd2c2e9f26629bf253b9393d925b67436f33e05e02f6d9ce2d6c7a1364d +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state_rank_0.safetensors b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e16f3171498156bffecdaef3d9cf63bb1141e810 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87171fd2c2e9f26629bf253b9393d925b67436f33e05e02f6d9ce2d6c7a1364d +size 15708 diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/scheduler_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5c9e9f5b2ccd0acb5e82473b20db1f3164d8dea9 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/sequential_state.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1e10a579852b8ef4fbcc01a9e8f32c211ea7c026 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/sequential_state.json @@ -0,0 +1,951 @@ +{ + "version": 1, + "step": 14000, + "task_position": 2, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "medium", + "task_index_within_suite": 0, + "task_index": 1, + "task": "Dunk the basketball into the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 1, + "task_index": 2, + "task": "Grasp the puck from one bin and place it into another bin", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 2, + "task_index": 3, + "task": "Grasp the cover and close the box with it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 3, + "task_index": 9, + "task": "Pull a mug from a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 4, + "task_index": 10, + "task": "Push a mug under a coffee machine", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 5, + "task_index": 21, + "task": "Hammer a screw on the wall", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 6, + "task_index": 28, + "task": "Insert a peg sideways", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 7, + "task_index": 39, + "task": "Bypass a wall and push a puck to a goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 8, + "task_index": 43, + "task": "Kick a soccer into the goal", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 9, + "task_index": 47, + "task": "Sweep a puck off the table", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "medium", + "task_index_within_suite": 10, + "task_index": 46, + "task": "Sweep a puck into a hole", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "lerobot/metaworld_mt50", + "repo_type": "dataset", + "root": null, + "episodes": [ + 50, + 51, + 52, + 53, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 153, + 154, + 155, + 156, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 195, + 196, + 197, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1758, + 1760, + 1761, + 1762, + 1763, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1782, + 1783, + 1784, + 1785, + 1786, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1795, + 1796, + 1797, + 1799, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1862, + 1863, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1898, + 1899, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2347, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399 + ], + "exclude_episodes": null, + "filter_failed_trajectories": true, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "observation.environment_state": { + "type": "ENV", + "shape": [ + 39 + ] + }, + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 480 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 4 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": null, + "embodiment_tag": "metaworld_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/groot-seq-metaworld-half/groot_seq_metaworld_medium_2e-4", + "job_name": "groot_seq_metaworld_medium_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 55000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "du0dz3vq", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/metaworld.jsonl", + "task_suite": "medium", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/training_step.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5eba1a7383d509b05778ffba9f5dde5c66f6f96a --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_014000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 14000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/README.md b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/adapter_config.json b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_seq_metaworld_medium_2e-4/checkpoints/medium_task02_015000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file