Whalswp commited on
Commit
34bdc82
·
verified ·
1 Parent(s): 1092ac7

Kuavo original action: gr00t_n17 checkpoint 15K

Browse files
Files changed (23) hide show
  1. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/README.md +9 -0
  2. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/checkpoint_manifest.json +200 -0
  3. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/config.json +88 -0
  4. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/embodiment_id.json +55 -0
  5. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/conf.yaml +232 -0
  6. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/config.yaml +254 -0
  7. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/dataset_statistics.json +294 -0
  8. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_model_config.json +55 -0
  9. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_processor_config.json +0 -0
  10. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00001-of-00002.safetensors +3 -0
  11. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00002-of-00002.safetensors +3 -0
  12. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model.safetensors.index.json +0 -0
  13. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/processor_config.json +1140 -0
  14. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/data_manifest.json +60 -0
  15. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/statistics.json +335 -0
  16. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/dataset.yaml +34 -0
  17. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/inference_validation.json +18 -0
  18. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/training.yaml +57 -0
  19. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/rwh_save_complete.json +4 -0
  20. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/statistics.json +0 -0
  21. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/trainer_state.json +934 -0
  22. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/training_args.bin +3 -0
  23. gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/wandb_config.json +1 -0
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ # gr00t_n17: original-action Kuavo, checkpoint 15000 of 15000 updates
2
+
3
+ Original v3 data; 30Hz to 10Hz logical view; state20/action23; seed42; batch 128; accumulation1.
4
+ Torso targets are the original action commands. Invalid action elements are masked.
5
+ N1.5/DiT use LeTools-pinned LeRobot; N1.7 uses bundled native model, processor, sharded loader and Trainer.
6
+ LeTools revision: 6d2002613241ae2a32c5d8fd753f80caa1383fba. See provenance for adapter and YAML.
7
+ N1.7 uses native checkpoint layout. Optimizer/RNG states stay on the training server.
8
+
9
+ Dataset: `RwH-Lab/rwh-auto-step-nogap-gunpo` at revision `915227baa5d8f01be84e0b506b2cd290537482b9`.
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/checkpoint_manifest.json ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": 2,
3
+ "policy": "gr00t_n17",
4
+ "step": 15000,
5
+ "repo_id": "RwH-Lab/Kuavo_ckpt",
6
+ "remote_prefix": "gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K",
7
+ "source_checkpoint": "/home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17/checkpoint-15000",
8
+ "source_signature": {
9
+ "config.json": [
10
+ 2146,
11
+ 1794682604316644334
12
+ ],
13
+ "embodiment_id.json": [
14
+ 2169,
15
+ 1794665518772168506
16
+ ],
17
+ "experiment_cfg/conf.yaml": [
18
+ 5348,
19
+ 1794665511050232327
20
+ ],
21
+ "experiment_cfg/config.yaml": [
22
+ 6464,
23
+ 1794665511013306706
24
+ ],
25
+ "experiment_cfg/dataset_statistics.json": [
26
+ 7874,
27
+ 1794665518514959811
28
+ ],
29
+ "experiment_cfg/final_model_config.json": [
30
+ 1478,
31
+ 1794665516550673651
32
+ ],
33
+ "experiment_cfg/final_processor_config.json": [
34
+ 2547749,
35
+ 1794665518466167743
36
+ ],
37
+ "model-00001-of-00002.safetensors": [
38
+ 4993709288,
39
+ 1794682610865693330
40
+ ],
41
+ "model-00002-of-00002.safetensors": [
42
+ 4535492016,
43
+ 1794682617173955533
44
+ ],
45
+ "model.safetensors.index.json": [
46
+ 104912,
47
+ 1794682617416058079
48
+ ],
49
+ "optimizer.pt": [
50
+ 12964594710,
51
+ 1794682634594753333
52
+ ],
53
+ "processor_config.json": [
54
+ 26765,
55
+ 1794665518522258213
56
+ ],
57
+ "rng_state.pth": [
58
+ 14645,
59
+ 1794682634605662123
60
+ ],
61
+ "rwh_save_complete.json": [
62
+ 105,
63
+ 1794682635478629165
64
+ ],
65
+ "scheduler.pt": [
66
+ 1465,
67
+ 1794682634601470162
68
+ ],
69
+ "statistics.json": [
70
+ 4300967,
71
+ 1794665518769162055
72
+ ],
73
+ "trainer_state.json": [
74
+ 21722,
75
+ 1794682634612638686
76
+ ],
77
+ "training_args.bin": [
78
+ 5905,
79
+ 1794682617419453971
80
+ ],
81
+ "wandb_config.json": [
82
+ 43,
83
+ 1794665511051960118
84
+ ]
85
+ },
86
+ "tensor_count": 1030,
87
+ "training_state_included": false,
88
+ "files": {
89
+ "README.md": {
90
+ "size": 645,
91
+ "sha256": "27ea0eac2fb49ba9b6bf156cc88244d61eb8a2cfbbb949008ef54e0605856a1e",
92
+ "git_blob_sha1": "7bb0a9cf3d26d78fb3cb7dbd983c2fba8923a49e"
93
+ },
94
+ "config.json": {
95
+ "size": 2146,
96
+ "sha256": "1b018c4df929422667e849befdf94b07dbee42cc119055d03f5b57faa87b7d08",
97
+ "git_blob_sha1": "89955b375812296d45a984b89b46cb7e090034d5"
98
+ },
99
+ "embodiment_id.json": {
100
+ "size": 2169,
101
+ "sha256": "6f01100d50c52602f0c7c68304eea48f79a1f8c2426a960c04824c0ed4557869",
102
+ "git_blob_sha1": "292403c3caa9fbdd10d2d09693248bc275b9417d"
103
+ },
104
+ "experiment_cfg/conf.yaml": {
105
+ "size": 5348,
106
+ "sha256": "7b6aba471f657dbac338fa9d4b27112b6580500c4c725f720b86efaf8e84dfd1",
107
+ "git_blob_sha1": "869098759b47c104803812dced03d97e576446e0"
108
+ },
109
+ "experiment_cfg/config.yaml": {
110
+ "size": 6464,
111
+ "sha256": "b706a4a88b6f15fe399bb8eb0d9b30cd8bd45abc5ab137de2c03f658f18e6d34",
112
+ "git_blob_sha1": "ef919b06ca7fb9c7b7866d8b4639a790b4c78292"
113
+ },
114
+ "experiment_cfg/dataset_statistics.json": {
115
+ "size": 7874,
116
+ "sha256": "2e1600609aac8b5d7e495d0a6acf43332ebb6342b812f5347e45e45119b6eeae",
117
+ "git_blob_sha1": "621925d91a468ddbc686f565ec6701b710e9c639"
118
+ },
119
+ "experiment_cfg/final_model_config.json": {
120
+ "size": 1478,
121
+ "sha256": "5514de8e630417735739240c730dd3a39cdcd76e503cbf1dc09b62d237b4bfcd",
122
+ "git_blob_sha1": "3d4f7f1472efa5c985409e4e9bed41454dfefe31"
123
+ },
124
+ "experiment_cfg/final_processor_config.json": {
125
+ "size": 2547749,
126
+ "sha256": "8fa7f98dc169b4088e263468fb6da69547457832bcf0460aeb357df0f3b9a4a9",
127
+ "git_blob_sha1": "84b9e5b461adddd5426aa81b46ddc1a088f5cd22"
128
+ },
129
+ "model-00001-of-00002.safetensors": {
130
+ "size": 4993709288,
131
+ "sha256": "44317eecd5f40cfe30e8e6574f4b9043ae20f5f8c3e0714f7ab23fbe3c894fe0",
132
+ "git_blob_sha1": "3b69da98dc97f21bac802bf3a0c8e0cc5b546196"
133
+ },
134
+ "model-00002-of-00002.safetensors": {
135
+ "size": 4535492016,
136
+ "sha256": "db5c08d8e4f5129022e4cb183b6b3a2cdb6d05756dd1a307ab7d9e09153a5fbd",
137
+ "git_blob_sha1": "1811abd879085206f81fa17423f542847b9aee85"
138
+ },
139
+ "model.safetensors.index.json": {
140
+ "size": 104912,
141
+ "sha256": "ff5a9ac57951658b775ef7e958a3469900f767cec60cbf487b3c8d0a3d787bc7",
142
+ "git_blob_sha1": "944b4c8bb57c0b58ec85a014de519abd90a96fa3"
143
+ },
144
+ "processor_config.json": {
145
+ "size": 26765,
146
+ "sha256": "98bea5a6dff3fbcc144923f72161a3222d49d19067ae9e2e2671a945fd92bfec",
147
+ "git_blob_sha1": "86bc2ee1e57911f488eeacb45c10d8c8fc15579a"
148
+ },
149
+ "provenance/data_audit/data_manifest.json": {
150
+ "size": 1456,
151
+ "sha256": "ad0ad2e3abbf54d8a046c42ce76c9121feda197defefd0687b787af1d7b33c2d",
152
+ "git_blob_sha1": "83a1a205f6730860eceefa63472e2b72b9b3b05f"
153
+ },
154
+ "provenance/data_audit/statistics.json": {
155
+ "size": 7230,
156
+ "sha256": "c4a458bf0de64d5d7998cf7ee63a580df38a554bdf75861847ce5a45e19000a7",
157
+ "git_blob_sha1": "561d6d97b62e593eff03d3365bfcab18eff982fd"
158
+ },
159
+ "provenance/dataset.yaml": {
160
+ "size": 777,
161
+ "sha256": "a5b697e34375ba3a221d19cc057934530bfd3eb8f79c6ed519199831cfb42907",
162
+ "git_blob_sha1": "c19060beacb6f7808581a000ca72752c6da4eafc"
163
+ },
164
+ "provenance/inference_validation.json": {
165
+ "size": 388,
166
+ "sha256": "d43794816b9640c7d5dfe539ddb6f5c077c7370becba494cf1c29660efa3e4bf",
167
+ "git_blob_sha1": "88cc5ef721f17d9a03822fb71f2ce226703b7133"
168
+ },
169
+ "provenance/training.yaml": {
170
+ "size": 1364,
171
+ "sha256": "3319a492d89dfaab0bcde6a2231b279bd8660575c72d32095e26fce957c28313",
172
+ "git_blob_sha1": "4c93640c4a7cde2a2f351ca4280d788b07c2d154"
173
+ },
174
+ "rwh_save_complete.json": {
175
+ "size": 105,
176
+ "sha256": "7aba356d4403ed6dbcbf218ac83cc6e9e388383d9ad6ada449e395a57cd03501",
177
+ "git_blob_sha1": "d6a7bc67f42a170293ebf4692655ad7dac331a2b"
178
+ },
179
+ "statistics.json": {
180
+ "size": 4300967,
181
+ "sha256": "9baab7be6730387fc64d830681a90f4edfe3c12014f59e8b41f35f21cf2ab61a",
182
+ "git_blob_sha1": "9a55884ffefab4089a9c40e5e9c68d5bfa378ebd"
183
+ },
184
+ "trainer_state.json": {
185
+ "size": 21722,
186
+ "sha256": "4fe9774e87672a1c7bb66d0959d1758cf173e05505dc5d165e9d531e48c02cb8",
187
+ "git_blob_sha1": "b164176077dcdd9c09a4b9ee2bdff1be595192ee"
188
+ },
189
+ "training_args.bin": {
190
+ "size": 5905,
191
+ "sha256": "e22c9a761d96d73ace9ffc5f60209158478e1df765fc0eacd22b372fd7960510",
192
+ "git_blob_sha1": "44947d5e9cea476469bd2994dab89c77a0b3557b"
193
+ },
194
+ "wandb_config.json": {
195
+ "size": 43,
196
+ "sha256": "d3aa17c4d9a25dac73c251f4a11a4225a383e57682e21de82eaad8f14d86a3e1",
197
+ "git_blob_sha1": "eccaf5c7c5065b83bc33ea6fd7cffbd71d5a2d10"
198
+ }
199
+ }
200
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/config.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_horizon": 40,
3
+ "add_pos_embed": true,
4
+ "apply_sincos_state_encoding": false,
5
+ "architectures": [
6
+ "Gr00tN1d7"
7
+ ],
8
+ "attn_dropout": 0.2,
9
+ "attn_implementation": null,
10
+ "backbone_embedding_dim": 2048,
11
+ "backbone_trainable_params_fp32": true,
12
+ "color_jitter_params": {
13
+ "brightness": 0.3,
14
+ "contrast": 0.4,
15
+ "hue": 0.08,
16
+ "saturation": 0.5
17
+ },
18
+ "crop_fraction": 0.95,
19
+ "diffusion_model_cfg": {
20
+ "attention_head_dim": 48,
21
+ "dropout": 0.2,
22
+ "final_dropout": true,
23
+ "interleave_self_attention": true,
24
+ "norm_type": "ada_norm",
25
+ "num_attention_heads": 32,
26
+ "num_layers": 32,
27
+ "output_dim": 1024,
28
+ "positional_embeddings": null
29
+ },
30
+ "dtype": "bfloat16",
31
+ "exclude_state": false,
32
+ "formalize_language": true,
33
+ "hidden_size": 1024,
34
+ "image_crop_size": [
35
+ 230,
36
+ 230
37
+ ],
38
+ "image_target_size": [
39
+ 256,
40
+ 256
41
+ ],
42
+ "letter_box_transform": false,
43
+ "load_bf16": true,
44
+ "max_action_dim": 132,
45
+ "max_num_embodiments": 32,
46
+ "max_seq_len": 1024,
47
+ "max_state_dim": 132,
48
+ "model_dtype": "bfloat16",
49
+ "model_name": "nvidia/Cosmos-Reason2-2B",
50
+ "model_type": "Gr00tN1d7",
51
+ "noise_beta_alpha": 1.5,
52
+ "noise_beta_beta": 1.0,
53
+ "noise_s": 0.999,
54
+ "num_inference_timesteps": 4,
55
+ "num_timestep_buckets": 1000,
56
+ "random_history_crop": true,
57
+ "random_rotation_angle": 0,
58
+ "reproject_vision": false,
59
+ "rtc_ramp_rate": 6.0,
60
+ "select_layer": 16,
61
+ "shortest_image_edge": 256,
62
+ "state_dropout_prob": 0.2,
63
+ "state_gaussian_noise_std": 0.0,
64
+ "transformers_version": "4.57.3",
65
+ "tune_diffusion_model": true,
66
+ "tune_linear": true,
67
+ "tune_llm": false,
68
+ "tune_projector": true,
69
+ "tune_top_llm_layers": 0,
70
+ "tune_visual": false,
71
+ "tune_vlln": true,
72
+ "use_albumentations": true,
73
+ "use_alternate_vl_dit": true,
74
+ "use_flash_attention": true,
75
+ "use_future_tokens": false,
76
+ "use_mean_std": false,
77
+ "use_percentiles": true,
78
+ "use_vl_self_attention": true,
79
+ "use_vlln": true,
80
+ "vl_self_attention_cfg": {
81
+ "attention_head_dim": 64,
82
+ "dropout": 0.2,
83
+ "final_dropout": true,
84
+ "num_attention_heads": 32,
85
+ "num_layers": 4,
86
+ "positional_embeddings": null
87
+ }
88
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/embodiment_id.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "robocasa_panda_omron": 13,
3
+ "oxe_droid": 17,
4
+ "oxe_fractal": 18,
5
+ "oxe_language_table": 19,
6
+ "oxe_bridge": 20,
7
+ "unknown": 22,
8
+ "gr1_unified": 20,
9
+ "agibot": 26,
10
+ "sim_behavior_r1_pro": 23,
11
+ "xdof": 24,
12
+ "xdof_oss_data": 25,
13
+ "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
14
+ "real_r1_pro_sharpa": 27,
15
+ "real_r1_pro_sharpa_add_view": 27,
16
+ "real_r1_pro_sharpa_relative_arm_joint": 26,
17
+ "real_r1_pro_sharpa_delta_eef": 26,
18
+ "real_r1_pro_sharpa_absolute_eef": 26,
19
+ "real_r1_pro_sharpa_meanstd": 26,
20
+ "real_r1_pro_sharpa_relative_eef": 26,
21
+ "real_r1_pro_sharpa_relative_eef_add_view": 26,
22
+ "real_r1_pro_sharpa_relative_eef_relative_hand": 26,
23
+ "real_r1_pro_sharpa_relative_eef_human": 26,
24
+ "real_r1_pro_sharpa_relative_eef_human_add_view": 26,
25
+ "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
26
+ "real_r1_pro_sharpa_relative_eef_egodex": 26,
27
+ "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
28
+ "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
29
+ "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
30
+ "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
31
+ "real_r1_pro_sharpa_relative_eef_mecka": 26,
32
+ "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
33
+ "real_g1_relative_eef_absolute_joints": 25,
34
+ "real_g1_relative_eef_absolute_joints_wrist_cam": 25,
35
+ "real_g1_relative_eef_relative_joints": 25,
36
+ "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
37
+ "real_r1_pro_sharpa_relative_joint": 29,
38
+ "oxe_droid_relative_eef_relative_joint": 24,
39
+ "oxe_droid_relative_eef_relative_joint_swapped": 24,
40
+ "oxe_droid_relative_eef_relative_joint_upweight_z": 24,
41
+ "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
42
+ "oxe_droid_relative_eef_relative_joint_3view": 24,
43
+ "oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
44
+ "oxe_droid_relative_eef": 24,
45
+ "oxe_droid_joint_position_relative": 24,
46
+ "xdof_relative_eef_relative_joint": 27,
47
+ "xdof_relative_eef_relative_joint_subtask": 27,
48
+ "xdof_relative_eef": 27,
49
+ "xdof_relative_joint": 28,
50
+ "simpler_env_google": 0,
51
+ "simpler_env_widowx": 1,
52
+ "libero_sim": 2,
53
+ "droid_sim": 3,
54
+ "new_embodiment": 10
55
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/conf.yaml ADDED
@@ -0,0 +1,232 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ load_config_path: null
2
+ model:
3
+ model_type: Gr00tN1d7
4
+ model_dtype: bfloat16
5
+ model_name: nvidia/Cosmos-Reason2-2B
6
+ backbone_model_type: qwen
7
+ model_revision: null
8
+ tune_top_llm_layers: 0
9
+ backbone_embedding_dim: 2048
10
+ tune_llm: false
11
+ tune_visual: false
12
+ select_layer: 12
13
+ reproject_vision: false
14
+ use_flash_attention: true
15
+ load_bf16: true
16
+ backbone_trainable_params_fp32: true
17
+ image_crop_size:
18
+ - 230
19
+ - 230
20
+ image_target_size:
21
+ - 256
22
+ - 256
23
+ shortest_image_edge: null
24
+ crop_fraction: null
25
+ random_rotation_angle: null
26
+ color_jitter_params: null
27
+ use_albumentations_transforms: true
28
+ extra_augmentation_config: null
29
+ formalize_language: true
30
+ apply_sincos_state_encoding: false
31
+ use_percentiles: true
32
+ use_relative_action: false
33
+ max_state_dim: 132
34
+ max_action_dim: 132
35
+ action_horizon: 40
36
+ hidden_size: 1024
37
+ input_embedding_dim: 1536
38
+ state_history_length: 1
39
+ add_pos_embed: true
40
+ attn_dropout: 0.2
41
+ use_vlln: true
42
+ max_seq_len: 1024
43
+ use_alternate_vl_dit: true
44
+ attend_text_every_n_blocks: 2
45
+ diffusion_model_cfg:
46
+ positional_embeddings: null
47
+ num_layers: 16
48
+ num_attention_heads: 32
49
+ attention_head_dim: 48
50
+ norm_type: ada_norm
51
+ dropout: 0.2
52
+ final_dropout: true
53
+ output_dim: 1024
54
+ interleave_self_attention: true
55
+ num_inference_timesteps: 4
56
+ noise_beta_alpha: 1.5
57
+ noise_beta_beta: 1.0
58
+ noise_s: 0.999
59
+ num_timestep_buckets: 1000
60
+ tune_projector: true
61
+ tune_diffusion_model: true
62
+ tune_vlln: true
63
+ state_dropout_prob: 0.2
64
+ exclude_state: false
65
+ use_mean_std: false
66
+ max_num_embodiments: 32
67
+ data:
68
+ datasets:
69
+ - dataset_paths:
70
+ - /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
71
+ embodiment_tag: new_embodiment
72
+ mix_ratio: 1.0
73
+ dataset_type: physical_embodiment
74
+ val_dataset_path: null
75
+ modality_configs:
76
+ new_embodiment:
77
+ video:
78
+ delta_indices:
79
+ - 0
80
+ modality_keys:
81
+ - observation.images.head
82
+ - observation.images.left_wrist
83
+ - observation.images.right_wrist
84
+ sin_cos_embedding_keys: null
85
+ mean_std_embedding_keys: null
86
+ action_configs: null
87
+ state:
88
+ delta_indices:
89
+ - 0
90
+ modality_keys:
91
+ - body
92
+ sin_cos_embedding_keys: null
93
+ mean_std_embedding_keys: null
94
+ action_configs: null
95
+ action:
96
+ delta_indices:
97
+ - 0
98
+ - 1
99
+ - 2
100
+ - 3
101
+ - 4
102
+ - 5
103
+ - 6
104
+ - 7
105
+ - 8
106
+ - 9
107
+ - 10
108
+ - 11
109
+ - 12
110
+ - 13
111
+ - 14
112
+ - 15
113
+ - 16
114
+ - 17
115
+ - 18
116
+ - 19
117
+ - 20
118
+ - 21
119
+ - 22
120
+ - 23
121
+ - 24
122
+ - 25
123
+ - 26
124
+ - 27
125
+ - 28
126
+ - 29
127
+ - 30
128
+ - 31
129
+ - 32
130
+ - 33
131
+ - 34
132
+ - 35
133
+ - 36
134
+ - 37
135
+ - 38
136
+ - 39
137
+ modality_keys:
138
+ - body
139
+ sin_cos_embedding_keys: null
140
+ mean_std_embedding_keys: null
141
+ action_configs:
142
+ - rep: ABSOLUTE
143
+ type: NON_EEF
144
+ format: DEFAULT
145
+ state_key: null
146
+ language:
147
+ delta_indices:
148
+ - 0
149
+ modality_keys:
150
+ - task
151
+ sin_cos_embedding_keys: null
152
+ mean_std_embedding_keys: null
153
+ action_configs: null
154
+ download_cache: false
155
+ shard_size: 1024
156
+ episode_sampling_rate: 0.1
157
+ num_shards_per_epoch: 100000
158
+ override_pretraining_statistics: true
159
+ mode: single_turn
160
+ random_chop: 0.0
161
+ mock_dataset_mode: false
162
+ shuffle: true
163
+ seed: 42
164
+ multiprocessing_context: fork
165
+ allow_padding: false
166
+ subsample_ratio: 1.0
167
+ image_crop_size:
168
+ - 244
169
+ - 244
170
+ image_target_size:
171
+ - 224
172
+ - 224
173
+ video_backend: torchcodec
174
+ training:
175
+ output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
176
+ experiment_name: null
177
+ max_steps: 15000
178
+ global_batch_size: 128
179
+ batch_size: null
180
+ gradient_accumulation_steps: 1
181
+ learning_rate: 0.0001
182
+ lr_scheduler_type: cosine
183
+ weight_decay: 1.0e-05
184
+ warmup_ratio: 0.05
185
+ warmup_steps: 0
186
+ max_grad_norm: 1.0
187
+ optim: adamw_torch
188
+ start_from_checkpoint: /home/work/workspace/test/seonho/.cache/huggingface/hub/models--nvidia--GR00T-N1.7-3B/snapshots/2fc962b973bccdd5d8ce4f67cc63b264d6886495
189
+ skip_weight_loading: false
190
+ tf32: true
191
+ fp16: false
192
+ bf16: true
193
+ eval_bf16: true
194
+ logging_steps: 100
195
+ save_steps: 5000
196
+ save_total_limit: 3
197
+ save_vl_model: false
198
+ save_only_model: false
199
+ upload_checkpoints: false
200
+ upload_every: 1000
201
+ upload_last_n_checkpoints: 5
202
+ max_concurrent_uploads: 2
203
+ eval_strategy: 'no'
204
+ eval_steps: 500
205
+ eval_set_split_ratio: 0.1
206
+ eval_batch_size: 2
207
+ save_best_eval_metric_name: ''
208
+ save_best_eval_metric_greater_is_better: true
209
+ deepspeed_stage: 2
210
+ gradient_checkpointing: false
211
+ transformers_trust_remote_code: true
212
+ transformers_local_files_only: true
213
+ transformers_cache_dir: null
214
+ transformers_access_token: null
215
+ use_ddp: false
216
+ ddp_bucket_cap_mb: 100
217
+ num_gpus: 1
218
+ dataloader_num_workers: 6
219
+ remove_unused_columns: false
220
+ use_wandb: false
221
+ wandb_project: kuavo
222
+ enable_profiling: false
223
+ max_retries: 3
224
+ assert_loss_less_than: null
225
+ add_rl_callback: false
226
+ enable_open_loop_eval: false
227
+ open_loop_eval_traj_ids:
228
+ - 0
229
+ open_loop_eval_steps_per_traj: 100
230
+ open_loop_eval_plot_indices: null
231
+ max_steps: 15000
232
+ save_steps: 5000
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/config.yaml ADDED
@@ -0,0 +1,254 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ !!python/object:gr00t.configs.base_config.Config
2
+ data: !!python/object:gr00t.configs.data.data_config.DataConfig
3
+ allow_padding: false
4
+ datasets:
5
+ - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
6
+ dataset_paths:
7
+ - /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
8
+ dataset_type: physical_embodiment
9
+ embodiment_tag: new_embodiment
10
+ mix_ratio: 1.0
11
+ val_dataset_path: null
12
+ download_cache: false
13
+ episode_sampling_rate: 0.1
14
+ image_crop_size:
15
+ - 244
16
+ - 244
17
+ image_target_size:
18
+ - 224
19
+ - 224
20
+ mock_dataset_mode: false
21
+ modality_configs:
22
+ new_embodiment:
23
+ action: !!python/object:gr00t.data.types.ModalityConfig
24
+ action_configs:
25
+ - !!python/object:gr00t.data.types.ActionConfig
26
+ format: !!python/object/apply:gr00t.data.types.ActionFormat
27
+ - default
28
+ rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
29
+ - absolute
30
+ state_key: null
31
+ type: !!python/object/apply:gr00t.data.types.ActionType
32
+ - non_eef
33
+ delta_indices:
34
+ - 0
35
+ - 1
36
+ - 2
37
+ - 3
38
+ - 4
39
+ - 5
40
+ - 6
41
+ - 7
42
+ - 8
43
+ - 9
44
+ - 10
45
+ - 11
46
+ - 12
47
+ - 13
48
+ - 14
49
+ - 15
50
+ - 16
51
+ - 17
52
+ - 18
53
+ - 19
54
+ - 20
55
+ - 21
56
+ - 22
57
+ - 23
58
+ - 24
59
+ - 25
60
+ - 26
61
+ - 27
62
+ - 28
63
+ - 29
64
+ - 30
65
+ - 31
66
+ - 32
67
+ - 33
68
+ - 34
69
+ - 35
70
+ - 36
71
+ - 37
72
+ - 38
73
+ - 39
74
+ mean_std_embedding_keys: null
75
+ modality_keys:
76
+ - body
77
+ sin_cos_embedding_keys: null
78
+ language: !!python/object:gr00t.data.types.ModalityConfig
79
+ action_configs: null
80
+ delta_indices:
81
+ - 0
82
+ mean_std_embedding_keys: null
83
+ modality_keys:
84
+ - task
85
+ sin_cos_embedding_keys: null
86
+ state: !!python/object:gr00t.data.types.ModalityConfig
87
+ action_configs: null
88
+ delta_indices:
89
+ - 0
90
+ mean_std_embedding_keys: null
91
+ modality_keys:
92
+ - body
93
+ sin_cos_embedding_keys: null
94
+ video: !!python/object:gr00t.data.types.ModalityConfig
95
+ action_configs: null
96
+ delta_indices:
97
+ - 0
98
+ mean_std_embedding_keys: null
99
+ modality_keys:
100
+ - observation.images.head
101
+ - observation.images.left_wrist
102
+ - observation.images.right_wrist
103
+ sin_cos_embedding_keys: null
104
+ mode: single_turn
105
+ multiprocessing_context: fork
106
+ num_shards_per_epoch: 100000
107
+ override_pretraining_statistics: true
108
+ random_chop: 0.0
109
+ seed: 42
110
+ shard_size: 1024
111
+ shuffle: true
112
+ subsample_ratio: 1.0
113
+ video_backend: torchcodec
114
+ load_config_path: null
115
+ model: !!python/object:gr00t.configs.model.gr00t_n1d7.Gr00tN1d7Config
116
+ _attn_implementation_internal: null
117
+ _commit_hash: null
118
+ _name_or_path: ''
119
+ _output_attentions: false
120
+ action_horizon: 40
121
+ add_cross_attention: false
122
+ architectures: null
123
+ backbone_trainable_params_fp32: true
124
+ bad_words_ids: null
125
+ begin_suppress_tokens: null
126
+ bos_token_id: null
127
+ chunk_size_feed_forward: 0
128
+ cross_attention_hidden_size: null
129
+ decoder_start_token_id: null
130
+ diffusion_model_cfg:
131
+ attention_head_dim: 48
132
+ dropout: 0.2
133
+ final_dropout: true
134
+ interleave_self_attention: true
135
+ norm_type: ada_norm
136
+ num_attention_heads: 32
137
+ num_layers: 16
138
+ output_dim: 1024
139
+ positional_embeddings: null
140
+ diversity_penalty: 0.0
141
+ do_sample: false
142
+ dtype: null
143
+ early_stopping: false
144
+ encoder_no_repeat_ngram_size: 0
145
+ eos_token_id: null
146
+ exponential_decay_length_penalty: null
147
+ finetuning_task: null
148
+ forced_bos_token_id: null
149
+ forced_eos_token_id: null
150
+ id2label:
151
+ 0: LABEL_0
152
+ 1: LABEL_1
153
+ is_decoder: false
154
+ is_encoder_decoder: false
155
+ label2id:
156
+ LABEL_0: 0
157
+ LABEL_1: 1
158
+ length_penalty: 1.0
159
+ load_bf16: true
160
+ max_length: 20
161
+ min_length: 0
162
+ model_name: nvidia/Cosmos-Reason2-2B
163
+ no_repeat_ngram_size: 0
164
+ num_beam_groups: 1
165
+ num_beams: 1
166
+ num_return_sequences: 1
167
+ output_hidden_states: false
168
+ output_scores: false
169
+ pad_token_id: null
170
+ prefix: null
171
+ problem_type: null
172
+ pruned_heads: {}
173
+ remove_invalid_values: false
174
+ repetition_penalty: 1.0
175
+ return_dict: true
176
+ return_dict_in_generate: false
177
+ sep_token_id: null
178
+ state_dropout_prob: 0.2
179
+ suppress_tokens: null
180
+ task_specific_params: null
181
+ temperature: 1.0
182
+ tf_legacy_loss: false
183
+ tie_encoder_decoder: false
184
+ tie_word_embeddings: true
185
+ tokenizer_class: null
186
+ top_k: 50
187
+ top_p: 1.0
188
+ torchscript: false
189
+ transformers_version: null
190
+ tune_diffusion_model: true
191
+ tune_llm: false
192
+ tune_projector: true
193
+ tune_visual: false
194
+ tune_vlln: true
195
+ typical_p: 1.0
196
+ use_bfloat16: false
197
+ use_relative_action: false
198
+ training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
199
+ add_rl_callback: false
200
+ assert_loss_less_than: null
201
+ batch_size: null
202
+ bf16: true
203
+ dataloader_num_workers: 6
204
+ ddp_bucket_cap_mb: 100
205
+ deepspeed_stage: 2
206
+ enable_open_loop_eval: false
207
+ enable_profiling: false
208
+ eval_batch_size: 2
209
+ eval_bf16: true
210
+ eval_set_split_ratio: 0.1
211
+ eval_steps: 500
212
+ eval_strategy: 'no'
213
+ experiment_name: null
214
+ fp16: false
215
+ global_batch_size: 128
216
+ gradient_accumulation_steps: 1
217
+ gradient_checkpointing: false
218
+ learning_rate: 0.0001
219
+ logging_steps: 100
220
+ lr_scheduler_type: cosine
221
+ max_concurrent_uploads: 2
222
+ max_grad_norm: 1.0
223
+ max_retries: 3
224
+ max_steps: 15000
225
+ num_gpus: 1
226
+ open_loop_eval_plot_indices: null
227
+ open_loop_eval_steps_per_traj: 100
228
+ open_loop_eval_traj_ids:
229
+ - 0
230
+ optim: adamw_torch
231
+ output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
232
+ remove_unused_columns: false
233
+ save_best_eval_metric_greater_is_better: true
234
+ save_best_eval_metric_name: ''
235
+ save_only_model: false
236
+ save_steps: 5000
237
+ save_total_limit: 3
238
+ save_vl_model: false
239
+ skip_weight_loading: false
240
+ start_from_checkpoint: /home/work/workspace/test/seonho/.cache/huggingface/hub/models--nvidia--GR00T-N1.7-3B/snapshots/2fc962b973bccdd5d8ce4f67cc63b264d6886495
241
+ tf32: true
242
+ transformers_access_token: null
243
+ transformers_cache_dir: null
244
+ transformers_local_files_only: true
245
+ transformers_trust_remote_code: true
246
+ upload_checkpoints: false
247
+ upload_every: 1000
248
+ upload_last_n_checkpoints: 5
249
+ use_ddp: false
250
+ use_wandb: false
251
+ wandb_project: kuavo
252
+ warmup_ratio: 0.05
253
+ warmup_steps: 0
254
+ weight_decay: 1.0e-05
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/dataset_statistics.json ADDED
@@ -0,0 +1,294 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "state": {
4
+ "body": {
5
+ "min": [
6
+ 0.03596600890159607,
7
+ -0.9020152688026428,
8
+ 0.4662642478942871,
9
+ -0.0020622494630515575,
10
+ -1.6557224988937378,
11
+ -0.33304619789123535,
12
+ -0.17522014677524567,
13
+ -2.4441163539886475,
14
+ -1.5218275785446167,
15
+ -1.2752398252487183,
16
+ -0.0007353160763159394,
17
+ -1.597739338874817,
18
+ -0.17775313556194305,
19
+ -0.1509452760219574,
20
+ -2.4425904750823975,
21
+ 0.8691157102584839,
22
+ -3.607754842960276e-05,
23
+ 0.0004111318557988852,
24
+ 0.0,
25
+ 0.0
26
+ ],
27
+ "max": [
28
+ 0.321580171585083,
29
+ -0.5263755917549133,
30
+ 0.6230151057243347,
31
+ 0.0023795037996023893,
32
+ 0.6987460851669312,
33
+ 0.174703449010849,
34
+ 0.21427099406719208,
35
+ -0.0225004181265831,
36
+ -1.0819822549819946,
37
+ 3.818338518613018e-05,
38
+ 0.6901251077651978,
39
+ 0.6995075941085815,
40
+ 0.33076781034469604,
41
+ 0.3247573673725128,
42
+ -0.1029973179101944,
43
+ 1.4901642799377441,
44
+ 1.2859241962432861,
45
+ 0.6882116794586182,
46
+ 0.9320120811462402,
47
+ 0.9414030313491821
48
+ ],
49
+ "mean": [
50
+ 0.1393550998128172,
51
+ -0.6948295971512632,
52
+ 0.5551359572881274,
53
+ 0.0008524225986955353,
54
+ -1.0098744524693135,
55
+ -0.1950258160911651,
56
+ 0.0034932465231245265,
57
+ -0.8160790761058273,
58
+ -1.3006788176629727,
59
+ -0.7836510421569529,
60
+ 0.41471025346788165,
61
+ -1.0420119165235158,
62
+ 0.1847290383649049,
63
+ 0.061571635113450686,
64
+ -0.7267644387532122,
65
+ 1.3092747808392369,
66
+ 0.7425680960112515,
67
+ 0.3049158485170664,
68
+ 0.2886072000814665,
69
+ 0.2890599649374246
70
+ ],
71
+ "std": [
72
+ 0.06709043541775461,
73
+ 0.10957401503180733,
74
+ 0.043036332899624254,
75
+ 0.0007527287011228969,
76
+ 0.8180185795157037,
77
+ 0.18158539326566328,
78
+ 0.10997271657799328,
79
+ 0.7924827593812372,
80
+ 0.08770939932623126,
81
+ 0.3912013223971958,
82
+ 0.22437036848465164,
83
+ 0.8332896006772744,
84
+ 0.17826826592869877,
85
+ 0.08394494867876139,
86
+ 0.8279212996748678,
87
+ 0.09644881097827183,
88
+ 0.36708357208583614,
89
+ 0.19537958288613685,
90
+ 0.36868078230415907,
91
+ 0.3766686806519668
92
+ ],
93
+ "q01": [
94
+ 0.038798370994627476,
95
+ -0.7805828404426575,
96
+ 0.49042419970035556,
97
+ -0.0018537240102887154,
98
+ -1.647569353580475,
99
+ -0.3322811609506607,
100
+ -0.1752168171107769,
101
+ -2.442972733974457,
102
+ -1.4859672248363496,
103
+ -1.2431966805458068,
104
+ -0.00035257947572972623,
105
+ -1.5772574770450591,
106
+ -0.17660834819078444,
107
+ -0.1456061528623104,
108
+ -2.442206859588623,
109
+ 1.026552872657776,
110
+ 0.004161917841993272,
111
+ 0.0007950670510763302,
112
+ 0.0,
113
+ 0.0
114
+ ],
115
+ "q99": [
116
+ 0.19788761153816697,
117
+ -0.5303193306922913,
118
+ 0.5901791453361511,
119
+ 0.002065517008304596,
120
+ 0.697600781917572,
121
+ 0.17470046877861023,
122
+ 0.19748432621359824,
123
+ -0.02570000536739866,
124
+ -1.094070522785187,
125
+ -0.00034949330554809424,
126
+ 0.6851624023914337,
127
+ 0.698744535446167,
128
+ 0.32999239295721056,
129
+ 0.1767436933517456,
130
+ -0.12054626904428005,
131
+ 1.484055905342102,
132
+ 1.2367132902145386,
133
+ 0.6847788095474243,
134
+ 0.9258383512496948,
135
+ 0.9306891560554504
136
+ ]
137
+ }
138
+ },
139
+ "action": {
140
+ "body": {
141
+ "min": [
142
+ 0.0392792746424675,
143
+ -0.9016782641410828,
144
+ 0.46576249599456787,
145
+ -0.0019999982323497534,
146
+ -1.652670979499817,
147
+ -0.3490658402442932,
148
+ -0.17521929740905762,
149
+ -2.4434609413146973,
150
+ -1.5215603113174438,
151
+ -1.2788264751434326,
152
+ -0.000611603376455605,
153
+ -1.59468674659729,
154
+ -0.17775361239910126,
155
+ -0.1517343521118164,
156
+ -2.4434609413146973,
157
+ 0.8700650334358215,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0
165
+ ],
166
+ "max": [
167
+ 0.3178642988204956,
168
+ -0.5310183763504028,
169
+ 0.6246129870414734,
170
+ 0.001999997766688466,
171
+ 0.6987457275390625,
172
+ 0.174701988697052,
173
+ 0.21312503516674042,
174
+ 0.0,
175
+ -1.0835107564926147,
176
+ 0.0,
177
+ 0.6981316804885864,
178
+ 0.699507474899292,
179
+ 0.34910279512405396,
180
+ 0.32435283064842224,
181
+ -0.10179945081472397,
182
+ 1.4900625944137573,
183
+ 1.2885493040084839,
184
+ 0.6981316804885864,
185
+ 1.0,
186
+ 1.0,
187
+ 0.4277048408985138,
188
+ 0.0,
189
+ 0.0
190
+ ],
191
+ "mean": [
192
+ 0.13947694293669397,
193
+ -0.6950064351390466,
194
+ 0.5554679255836531,
195
+ 0.0003655817051229043,
196
+ -1.0378555853490599,
197
+ -0.2082950000176042,
198
+ 0.008168484371270138,
199
+ -0.7845182229432751,
200
+ -1.2983004541862933,
201
+ -0.8023138848021896,
202
+ 0.4275248034669022,
203
+ -1.072585506297713,
204
+ 0.19837971619969377,
205
+ 0.05719136879929397,
206
+ -0.6941164516023736,
207
+ 1.3058233334299991,
208
+ 0.7587903394606129,
209
+ 0.3129124603673632,
210
+ 0.32037318966641665,
211
+ 0.3200997603545522,
212
+ 0.015256393412149046,
213
+ 0.0,
214
+ 0.0
215
+ ],
216
+ "std": [
217
+ 0.06692054352749593,
218
+ 0.10929881783396322,
219
+ 0.043301770155911815,
220
+ 0.0006129166419398198,
221
+ 0.794268632589516,
222
+ 0.17685104378886507,
223
+ 0.10763545276857854,
224
+ 0.7721444431416398,
225
+ 0.08862197408193621,
226
+ 0.37964933989870364,
227
+ 0.21897294857674682,
228
+ 0.8084698253613924,
229
+ 0.17306918920432543,
230
+ 0.0830950909999452,
231
+ 0.8056537451449982,
232
+ 0.09746131526745443,
233
+ 0.3548240603429645,
234
+ 0.19249701075033074,
235
+ 0.4636143283186401,
236
+ 0.4637847248551707,
237
+ 0.06671815143075002,
238
+ 0.0,
239
+ 0.0
240
+ ],
241
+ "q01": [
242
+ 0.039630621671676636,
243
+ -0.7790216571092605,
244
+ 0.49031126499176025,
245
+ -0.0019999975338578224,
246
+ -1.646167824268341,
247
+ -0.3490658402442932,
248
+ -0.17481929063796997,
249
+ -2.4434609413146973,
250
+ -1.4838526856899261,
251
+ -1.2455731630325317,
252
+ 0.0,
253
+ -1.574901648759842,
254
+ -0.17628438636660576,
255
+ -0.14516986295580864,
256
+ -2.4434609413146973,
257
+ 1.0230590105056763,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0
265
+ ],
266
+ "q99": [
267
+ 0.19882656276225638,
268
+ -0.5313425660133362,
269
+ 0.5897172689437866,
270
+ 0.001999249588698148,
271
+ 0.6981316804885864,
272
+ 0.1746982130408287,
273
+ 0.19685134395956988,
274
+ -0.013859284268692885,
275
+ -1.0934146356582646,
276
+ 0.0,
277
+ 0.6981316804885864,
278
+ 0.6987426280975342,
279
+ 0.3488788902759552,
280
+ 0.17674326419830322,
281
+ -0.11857075244188309,
282
+ 1.4827240705490112,
283
+ 1.2377249002456665,
284
+ 0.688094728589058,
285
+ 1.0,
286
+ 1.0,
287
+ 0.3765391495823851,
288
+ 0.0,
289
+ 0.0
290
+ ]
291
+ }
292
+ }
293
+ }
294
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_model_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "Gr00tN1d7",
3
+ "model_dtype": "bfloat16",
4
+ "model_name": "nvidia/Cosmos-Reason2-2B",
5
+ "backbone_model_type": "qwen",
6
+ "model_revision": null,
7
+ "tune_top_llm_layers": 0,
8
+ "backbone_embedding_dim": 2048,
9
+ "tune_llm": false,
10
+ "tune_visual": false,
11
+ "select_layer": 16,
12
+ "reproject_vision": false,
13
+ "use_flash_attention": true,
14
+ "load_bf16": true,
15
+ "backbone_trainable_params_fp32": true,
16
+ "extra_augmentation_config": null,
17
+ "apply_sincos_state_encoding": false,
18
+ "use_percentiles": true,
19
+ "use_relative_action": false,
20
+ "max_state_dim": 132,
21
+ "max_action_dim": 132,
22
+ "action_horizon": 40,
23
+ "hidden_size": 1024,
24
+ "input_embedding_dim": 1536,
25
+ "state_history_length": 1,
26
+ "add_pos_embed": true,
27
+ "attn_dropout": 0.2,
28
+ "use_vlln": true,
29
+ "max_seq_len": 1024,
30
+ "use_alternate_vl_dit": true,
31
+ "attend_text_every_n_blocks": 2,
32
+ "diffusion_model_cfg": {
33
+ "attention_head_dim": 48,
34
+ "dropout": 0.2,
35
+ "final_dropout": true,
36
+ "interleave_self_attention": true,
37
+ "norm_type": "ada_norm",
38
+ "num_attention_heads": 32,
39
+ "num_layers": 32,
40
+ "output_dim": 1024,
41
+ "positional_embeddings": null
42
+ },
43
+ "num_inference_timesteps": 4,
44
+ "noise_beta_alpha": 1.5,
45
+ "noise_beta_beta": 1.0,
46
+ "noise_s": 0.999,
47
+ "num_timestep_buckets": 1000,
48
+ "tune_projector": true,
49
+ "tune_diffusion_model": true,
50
+ "tune_vlln": true,
51
+ "state_dropout_prob": 0.2,
52
+ "exclude_state": false,
53
+ "use_mean_std": false,
54
+ "max_num_embodiments": 32
55
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/experiment_cfg/final_processor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44317eecd5f40cfe30e8e6574f4b9043ae20f5f8c3e0714f7ab23fbe3c894fe0
3
+ size 4993709288
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db5c08d8e4f5129022e4cb183b6b3a2cdb6d05756dd1a307ab7d9e09153a5fbd
3
+ size 4535492016
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/processor_config.json ADDED
@@ -0,0 +1,1140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "processor_class": "Gr00tN1d7Processor",
3
+ "processor_kwargs": {
4
+ "modality_configs": {
5
+ "real_g1_relative_eef_relative_joints": {
6
+ "video": {
7
+ "delta_indices": [
8
+ -20,
9
+ 0
10
+ ],
11
+ "modality_keys": [
12
+ "ego_view"
13
+ ],
14
+ "sin_cos_embedding_keys": null,
15
+ "mean_std_embedding_keys": null,
16
+ "action_configs": null
17
+ },
18
+ "state": {
19
+ "delta_indices": [
20
+ 0
21
+ ],
22
+ "modality_keys": [
23
+ "left_wrist_eef_9d",
24
+ "right_wrist_eef_9d",
25
+ "left_hand",
26
+ "right_hand",
27
+ "left_arm",
28
+ "right_arm",
29
+ "waist"
30
+ ],
31
+ "sin_cos_embedding_keys": null,
32
+ "mean_std_embedding_keys": null,
33
+ "action_configs": null
34
+ },
35
+ "action": {
36
+ "delta_indices": [
37
+ 0,
38
+ 1,
39
+ 2,
40
+ 3,
41
+ 4,
42
+ 5,
43
+ 6,
44
+ 7,
45
+ 8,
46
+ 9,
47
+ 10,
48
+ 11,
49
+ 12,
50
+ 13,
51
+ 14,
52
+ 15,
53
+ 16,
54
+ 17,
55
+ 18,
56
+ 19,
57
+ 20,
58
+ 21,
59
+ 22,
60
+ 23,
61
+ 24,
62
+ 25,
63
+ 26,
64
+ 27,
65
+ 28,
66
+ 29,
67
+ 30,
68
+ 31,
69
+ 32,
70
+ 33,
71
+ 34,
72
+ 35,
73
+ 36,
74
+ 37,
75
+ 38,
76
+ 39
77
+ ],
78
+ "modality_keys": [
79
+ "left_wrist_eef_9d",
80
+ "right_wrist_eef_9d",
81
+ "left_hand",
82
+ "right_hand",
83
+ "left_arm",
84
+ "right_arm",
85
+ "waist",
86
+ "base_height_command",
87
+ "navigate_command"
88
+ ],
89
+ "sin_cos_embedding_keys": null,
90
+ "mean_std_embedding_keys": null,
91
+ "action_configs": [
92
+ {
93
+ "rep": "RELATIVE",
94
+ "type": "EEF",
95
+ "format": "XYZ_ROT6D",
96
+ "state_key": "left_wrist_eef_9d"
97
+ },
98
+ {
99
+ "rep": "RELATIVE",
100
+ "type": "EEF",
101
+ "format": "XYZ_ROT6D",
102
+ "state_key": "right_wrist_eef_9d"
103
+ },
104
+ {
105
+ "rep": "ABSOLUTE",
106
+ "type": "NON_EEF",
107
+ "format": "DEFAULT",
108
+ "state_key": "left_hand"
109
+ },
110
+ {
111
+ "rep": "ABSOLUTE",
112
+ "type": "NON_EEF",
113
+ "format": "DEFAULT",
114
+ "state_key": "right_hand"
115
+ },
116
+ {
117
+ "rep": "RELATIVE",
118
+ "type": "NON_EEF",
119
+ "format": "DEFAULT",
120
+ "state_key": "left_arm"
121
+ },
122
+ {
123
+ "rep": "RELATIVE",
124
+ "type": "NON_EEF",
125
+ "format": "DEFAULT",
126
+ "state_key": "right_arm"
127
+ },
128
+ {
129
+ "rep": "ABSOLUTE",
130
+ "type": "NON_EEF",
131
+ "format": "DEFAULT",
132
+ "state_key": "waist"
133
+ },
134
+ {
135
+ "rep": "ABSOLUTE",
136
+ "type": "NON_EEF",
137
+ "format": "DEFAULT",
138
+ "state_key": "base_height_command"
139
+ },
140
+ {
141
+ "rep": "ABSOLUTE",
142
+ "type": "NON_EEF",
143
+ "format": "DEFAULT",
144
+ "state_key": "navigate_command"
145
+ }
146
+ ]
147
+ },
148
+ "language": {
149
+ "delta_indices": [
150
+ 0
151
+ ],
152
+ "modality_keys": [
153
+ "annotation.human.task_description"
154
+ ],
155
+ "sin_cos_embedding_keys": null,
156
+ "mean_std_embedding_keys": null,
157
+ "action_configs": null
158
+ }
159
+ },
160
+ "real_r1_pro_sharpa_relative_eef_mecka": {
161
+ "video": {
162
+ "delta_indices": [
163
+ -30,
164
+ 0
165
+ ],
166
+ "modality_keys": [
167
+ "ego_view_cropratio_res320x240_freq30"
168
+ ],
169
+ "sin_cos_embedding_keys": null,
170
+ "mean_std_embedding_keys": null,
171
+ "action_configs": null
172
+ },
173
+ "state": {
174
+ "delta_indices": [
175
+ 0
176
+ ],
177
+ "modality_keys": [
178
+ "left_wrist_eef",
179
+ "right_wrist_eef",
180
+ "left_hand_joints",
181
+ "right_hand_joints"
182
+ ],
183
+ "sin_cos_embedding_keys": null,
184
+ "mean_std_embedding_keys": null,
185
+ "action_configs": null
186
+ },
187
+ "action": {
188
+ "delta_indices": [
189
+ 0,
190
+ 1,
191
+ 2,
192
+ 3,
193
+ 4,
194
+ 5,
195
+ 6,
196
+ 7,
197
+ 8,
198
+ 9,
199
+ 10,
200
+ 11,
201
+ 12,
202
+ 13,
203
+ 14,
204
+ 15,
205
+ 16,
206
+ 17,
207
+ 18,
208
+ 19,
209
+ 20,
210
+ 21,
211
+ 22,
212
+ 23,
213
+ 24,
214
+ 25,
215
+ 26,
216
+ 27,
217
+ 28,
218
+ 29,
219
+ 30,
220
+ 31,
221
+ 32,
222
+ 33,
223
+ 34,
224
+ 35,
225
+ 36,
226
+ 37,
227
+ 38,
228
+ 39
229
+ ],
230
+ "modality_keys": [
231
+ "left_wrist_eef",
232
+ "right_wrist_eef",
233
+ "left_hand_joints",
234
+ "right_hand_joints"
235
+ ],
236
+ "sin_cos_embedding_keys": null,
237
+ "mean_std_embedding_keys": null,
238
+ "action_configs": [
239
+ {
240
+ "rep": "RELATIVE",
241
+ "type": "EEF",
242
+ "format": "XYZ_ROT6D",
243
+ "state_key": "left_wrist_eef"
244
+ },
245
+ {
246
+ "rep": "RELATIVE",
247
+ "type": "EEF",
248
+ "format": "XYZ_ROT6D",
249
+ "state_key": "right_wrist_eef"
250
+ },
251
+ {
252
+ "rep": "ABSOLUTE",
253
+ "type": "NON_EEF",
254
+ "format": "DEFAULT",
255
+ "state_key": "left_hand_joints"
256
+ },
257
+ {
258
+ "rep": "ABSOLUTE",
259
+ "type": "NON_EEF",
260
+ "format": "DEFAULT",
261
+ "state_key": "right_hand_joints"
262
+ }
263
+ ]
264
+ },
265
+ "language": {
266
+ "delta_indices": [
267
+ 0
268
+ ],
269
+ "modality_keys": [
270
+ "annotation.human.coarse_action"
271
+ ],
272
+ "sin_cos_embedding_keys": null,
273
+ "mean_std_embedding_keys": null,
274
+ "action_configs": null
275
+ }
276
+ },
277
+ "real_r1_pro_sharpa_relative_eef_human": {
278
+ "video": {
279
+ "delta_indices": [
280
+ -20,
281
+ 0
282
+ ],
283
+ "modality_keys": [
284
+ "ego_view_res320x240_freq20",
285
+ "left_wrist_view_res320x240_freq20",
286
+ "right_wrist_view_res320x240_freq20"
287
+ ],
288
+ "sin_cos_embedding_keys": null,
289
+ "mean_std_embedding_keys": null,
290
+ "action_configs": null
291
+ },
292
+ "state": {
293
+ "delta_indices": [
294
+ 0
295
+ ],
296
+ "modality_keys": [
297
+ "left_wrist_eef",
298
+ "right_wrist_eef",
299
+ "left_hand_joints",
300
+ "right_hand_joints"
301
+ ],
302
+ "sin_cos_embedding_keys": null,
303
+ "mean_std_embedding_keys": null,
304
+ "action_configs": null
305
+ },
306
+ "action": {
307
+ "delta_indices": [
308
+ 0,
309
+ 1,
310
+ 2,
311
+ 3,
312
+ 4,
313
+ 5,
314
+ 6,
315
+ 7,
316
+ 8,
317
+ 9,
318
+ 10,
319
+ 11,
320
+ 12,
321
+ 13,
322
+ 14,
323
+ 15,
324
+ 16,
325
+ 17,
326
+ 18,
327
+ 19,
328
+ 20,
329
+ 21,
330
+ 22,
331
+ 23,
332
+ 24,
333
+ 25,
334
+ 26,
335
+ 27,
336
+ 28,
337
+ 29,
338
+ 30,
339
+ 31,
340
+ 32,
341
+ 33,
342
+ 34,
343
+ 35,
344
+ 36,
345
+ 37,
346
+ 38,
347
+ 39
348
+ ],
349
+ "modality_keys": [
350
+ "left_wrist_eef",
351
+ "right_wrist_eef",
352
+ "left_hand_joints",
353
+ "right_hand_joints"
354
+ ],
355
+ "sin_cos_embedding_keys": null,
356
+ "mean_std_embedding_keys": null,
357
+ "action_configs": [
358
+ {
359
+ "rep": "RELATIVE",
360
+ "type": "EEF",
361
+ "format": "XYZ_ROT6D",
362
+ "state_key": "left_wrist_eef"
363
+ },
364
+ {
365
+ "rep": "RELATIVE",
366
+ "type": "EEF",
367
+ "format": "XYZ_ROT6D",
368
+ "state_key": "right_wrist_eef"
369
+ },
370
+ {
371
+ "rep": "ABSOLUTE",
372
+ "type": "NON_EEF",
373
+ "format": "DEFAULT",
374
+ "state_key": "left_hand_joints"
375
+ },
376
+ {
377
+ "rep": "ABSOLUTE",
378
+ "type": "NON_EEF",
379
+ "format": "DEFAULT",
380
+ "state_key": "right_hand_joints"
381
+ }
382
+ ]
383
+ },
384
+ "language": {
385
+ "delta_indices": [
386
+ 0
387
+ ],
388
+ "modality_keys": [
389
+ "annotation.human.coarse_action"
390
+ ],
391
+ "sin_cos_embedding_keys": null,
392
+ "mean_std_embedding_keys": null,
393
+ "action_configs": null
394
+ }
395
+ },
396
+ "real_r1_pro_sharpa_relative_eef": {
397
+ "video": {
398
+ "delta_indices": [
399
+ -20,
400
+ 0
401
+ ],
402
+ "modality_keys": [
403
+ "ego_view_res320x240_freq20",
404
+ "left_wrist_view_res320x240_freq20",
405
+ "right_wrist_view_res320x240_freq20"
406
+ ],
407
+ "sin_cos_embedding_keys": null,
408
+ "mean_std_embedding_keys": null,
409
+ "action_configs": null
410
+ },
411
+ "state": {
412
+ "delta_indices": [
413
+ 0
414
+ ],
415
+ "modality_keys": [
416
+ "left_wrist_eef",
417
+ "right_wrist_eef",
418
+ "left_hand_joints",
419
+ "right_hand_joints"
420
+ ],
421
+ "sin_cos_embedding_keys": null,
422
+ "mean_std_embedding_keys": null,
423
+ "action_configs": null
424
+ },
425
+ "action": {
426
+ "delta_indices": [
427
+ 0,
428
+ 1,
429
+ 2,
430
+ 3,
431
+ 4,
432
+ 5,
433
+ 6,
434
+ 7,
435
+ 8,
436
+ 9,
437
+ 10,
438
+ 11,
439
+ 12,
440
+ 13,
441
+ 14,
442
+ 15,
443
+ 16,
444
+ 17,
445
+ 18,
446
+ 19,
447
+ 20,
448
+ 21,
449
+ 22,
450
+ 23,
451
+ 24,
452
+ 25,
453
+ 26,
454
+ 27,
455
+ 28,
456
+ 29,
457
+ 30,
458
+ 31,
459
+ 32,
460
+ 33,
461
+ 34,
462
+ 35,
463
+ 36,
464
+ 37,
465
+ 38,
466
+ 39
467
+ ],
468
+ "modality_keys": [
469
+ "left_wrist_eef",
470
+ "right_wrist_eef",
471
+ "left_hand_joints",
472
+ "right_hand_joints"
473
+ ],
474
+ "sin_cos_embedding_keys": null,
475
+ "mean_std_embedding_keys": null,
476
+ "action_configs": [
477
+ {
478
+ "rep": "RELATIVE",
479
+ "type": "EEF",
480
+ "format": "XYZ_ROT6D",
481
+ "state_key": "left_wrist_eef"
482
+ },
483
+ {
484
+ "rep": "RELATIVE",
485
+ "type": "EEF",
486
+ "format": "XYZ_ROT6D",
487
+ "state_key": "right_wrist_eef"
488
+ },
489
+ {
490
+ "rep": "ABSOLUTE",
491
+ "type": "NON_EEF",
492
+ "format": "DEFAULT",
493
+ "state_key": "left_hand_joints"
494
+ },
495
+ {
496
+ "rep": "ABSOLUTE",
497
+ "type": "NON_EEF",
498
+ "format": "DEFAULT",
499
+ "state_key": "right_hand_joints"
500
+ }
501
+ ]
502
+ },
503
+ "language": {
504
+ "delta_indices": [
505
+ 0
506
+ ],
507
+ "modality_keys": [
508
+ "annotation.human.coarse_action"
509
+ ],
510
+ "sin_cos_embedding_keys": null,
511
+ "mean_std_embedding_keys": null,
512
+ "action_configs": null
513
+ }
514
+ },
515
+ "xdof_relative_eef_relative_joint": {
516
+ "video": {
517
+ "delta_indices": [
518
+ -30,
519
+ 0
520
+ ],
521
+ "modality_keys": [
522
+ "top_camera-images-rgb_320_240",
523
+ "left_camera-images-rgb_320_240",
524
+ "right_camera-images-rgb_320_240"
525
+ ],
526
+ "sin_cos_embedding_keys": null,
527
+ "mean_std_embedding_keys": null,
528
+ "action_configs": null
529
+ },
530
+ "state": {
531
+ "delta_indices": [
532
+ 0
533
+ ],
534
+ "modality_keys": [
535
+ "left_wrist_eef",
536
+ "right_wrist_eef",
537
+ "left_gripper_pos",
538
+ "right_gripper_pos",
539
+ "left_joint_pos",
540
+ "right_joint_pos"
541
+ ],
542
+ "sin_cos_embedding_keys": null,
543
+ "mean_std_embedding_keys": null,
544
+ "action_configs": null
545
+ },
546
+ "action": {
547
+ "delta_indices": [
548
+ 0,
549
+ 1,
550
+ 2,
551
+ 3,
552
+ 4,
553
+ 5,
554
+ 6,
555
+ 7,
556
+ 8,
557
+ 9,
558
+ 10,
559
+ 11,
560
+ 12,
561
+ 13,
562
+ 14,
563
+ 15,
564
+ 16,
565
+ 17,
566
+ 18,
567
+ 19,
568
+ 20,
569
+ 21,
570
+ 22,
571
+ 23,
572
+ 24,
573
+ 25,
574
+ 26,
575
+ 27,
576
+ 28,
577
+ 29,
578
+ 30,
579
+ 31,
580
+ 32,
581
+ 33,
582
+ 34,
583
+ 35,
584
+ 36,
585
+ 37,
586
+ 38,
587
+ 39
588
+ ],
589
+ "modality_keys": [
590
+ "left_wrist_eef",
591
+ "right_wrist_eef",
592
+ "left_gripper_pos",
593
+ "right_gripper_pos",
594
+ "left_joint_pos",
595
+ "right_joint_pos"
596
+ ],
597
+ "sin_cos_embedding_keys": null,
598
+ "mean_std_embedding_keys": null,
599
+ "action_configs": [
600
+ {
601
+ "rep": "RELATIVE",
602
+ "type": "EEF",
603
+ "format": "XYZ_ROT6D",
604
+ "state_key": "left_wrist_eef"
605
+ },
606
+ {
607
+ "rep": "RELATIVE",
608
+ "type": "EEF",
609
+ "format": "XYZ_ROT6D",
610
+ "state_key": "right_wrist_eef"
611
+ },
612
+ {
613
+ "rep": "ABSOLUTE",
614
+ "type": "NON_EEF",
615
+ "format": "DEFAULT",
616
+ "state_key": "left_gripper_pos"
617
+ },
618
+ {
619
+ "rep": "ABSOLUTE",
620
+ "type": "NON_EEF",
621
+ "format": "DEFAULT",
622
+ "state_key": "right_gripper_pos"
623
+ },
624
+ {
625
+ "rep": "RELATIVE",
626
+ "type": "NON_EEF",
627
+ "format": "DEFAULT",
628
+ "state_key": "left_joint_pos"
629
+ },
630
+ {
631
+ "rep": "RELATIVE",
632
+ "type": "NON_EEF",
633
+ "format": "DEFAULT",
634
+ "state_key": "right_joint_pos"
635
+ }
636
+ ]
637
+ },
638
+ "language": {
639
+ "delta_indices": [
640
+ 0
641
+ ],
642
+ "modality_keys": [
643
+ "annotation.task"
644
+ ],
645
+ "sin_cos_embedding_keys": null,
646
+ "mean_std_embedding_keys": null,
647
+ "action_configs": null
648
+ }
649
+ },
650
+ "real_r1_pro_sharpa_relative_eef_maxinsights": {
651
+ "video": {
652
+ "delta_indices": [
653
+ -30,
654
+ 0
655
+ ],
656
+ "modality_keys": [
657
+ "ego_view_cropratio_res320x240_freq30"
658
+ ],
659
+ "sin_cos_embedding_keys": null,
660
+ "mean_std_embedding_keys": null,
661
+ "action_configs": null
662
+ },
663
+ "state": {
664
+ "delta_indices": [
665
+ 0
666
+ ],
667
+ "modality_keys": [
668
+ "left_wrist_eef",
669
+ "right_wrist_eef",
670
+ "left_hand_joints",
671
+ "right_hand_joints"
672
+ ],
673
+ "sin_cos_embedding_keys": null,
674
+ "mean_std_embedding_keys": null,
675
+ "action_configs": null
676
+ },
677
+ "action": {
678
+ "delta_indices": [
679
+ 0,
680
+ 1,
681
+ 2,
682
+ 3,
683
+ 4,
684
+ 5,
685
+ 6,
686
+ 7,
687
+ 8,
688
+ 9,
689
+ 10,
690
+ 11,
691
+ 12,
692
+ 13,
693
+ 14,
694
+ 15,
695
+ 16,
696
+ 17,
697
+ 18,
698
+ 19,
699
+ 20,
700
+ 21,
701
+ 22,
702
+ 23,
703
+ 24,
704
+ 25,
705
+ 26,
706
+ 27,
707
+ 28,
708
+ 29,
709
+ 30,
710
+ 31,
711
+ 32,
712
+ 33,
713
+ 34,
714
+ 35,
715
+ 36,
716
+ 37,
717
+ 38,
718
+ 39
719
+ ],
720
+ "modality_keys": [
721
+ "left_wrist_eef",
722
+ "right_wrist_eef",
723
+ "left_hand_joints",
724
+ "right_hand_joints"
725
+ ],
726
+ "sin_cos_embedding_keys": null,
727
+ "mean_std_embedding_keys": null,
728
+ "action_configs": [
729
+ {
730
+ "rep": "RELATIVE",
731
+ "type": "EEF",
732
+ "format": "XYZ_ROT6D",
733
+ "state_key": "left_wrist_eef"
734
+ },
735
+ {
736
+ "rep": "RELATIVE",
737
+ "type": "EEF",
738
+ "format": "XYZ_ROT6D",
739
+ "state_key": "right_wrist_eef"
740
+ },
741
+ {
742
+ "rep": "ABSOLUTE",
743
+ "type": "NON_EEF",
744
+ "format": "DEFAULT",
745
+ "state_key": "left_hand_joints"
746
+ },
747
+ {
748
+ "rep": "ABSOLUTE",
749
+ "type": "NON_EEF",
750
+ "format": "DEFAULT",
751
+ "state_key": "right_hand_joints"
752
+ }
753
+ ]
754
+ },
755
+ "language": {
756
+ "delta_indices": [
757
+ 0
758
+ ],
759
+ "modality_keys": [
760
+ "annotation.human.coarse_action"
761
+ ],
762
+ "sin_cos_embedding_keys": null,
763
+ "mean_std_embedding_keys": null,
764
+ "action_configs": null
765
+ }
766
+ },
767
+ "xdof_relative_eef_relative_joint_subtask": {
768
+ "video": {
769
+ "delta_indices": [
770
+ -30,
771
+ 0
772
+ ],
773
+ "modality_keys": [
774
+ "top_camera-images-rgb_320_240",
775
+ "left_camera-images-rgb_320_240",
776
+ "right_camera-images-rgb_320_240"
777
+ ],
778
+ "sin_cos_embedding_keys": null,
779
+ "mean_std_embedding_keys": null,
780
+ "action_configs": null
781
+ },
782
+ "state": {
783
+ "delta_indices": [
784
+ 0
785
+ ],
786
+ "modality_keys": [
787
+ "left_wrist_eef",
788
+ "right_wrist_eef",
789
+ "left_gripper_pos",
790
+ "right_gripper_pos",
791
+ "left_joint_pos",
792
+ "right_joint_pos"
793
+ ],
794
+ "sin_cos_embedding_keys": null,
795
+ "mean_std_embedding_keys": null,
796
+ "action_configs": null
797
+ },
798
+ "action": {
799
+ "delta_indices": [
800
+ 0,
801
+ 1,
802
+ 2,
803
+ 3,
804
+ 4,
805
+ 5,
806
+ 6,
807
+ 7,
808
+ 8,
809
+ 9,
810
+ 10,
811
+ 11,
812
+ 12,
813
+ 13,
814
+ 14,
815
+ 15,
816
+ 16,
817
+ 17,
818
+ 18,
819
+ 19,
820
+ 20,
821
+ 21,
822
+ 22,
823
+ 23,
824
+ 24,
825
+ 25,
826
+ 26,
827
+ 27,
828
+ 28,
829
+ 29,
830
+ 30,
831
+ 31,
832
+ 32,
833
+ 33,
834
+ 34,
835
+ 35,
836
+ 36,
837
+ 37,
838
+ 38,
839
+ 39
840
+ ],
841
+ "modality_keys": [
842
+ "left_wrist_eef",
843
+ "right_wrist_eef",
844
+ "left_gripper_pos",
845
+ "right_gripper_pos",
846
+ "left_joint_pos",
847
+ "right_joint_pos"
848
+ ],
849
+ "sin_cos_embedding_keys": null,
850
+ "mean_std_embedding_keys": null,
851
+ "action_configs": [
852
+ {
853
+ "rep": "RELATIVE",
854
+ "type": "EEF",
855
+ "format": "XYZ_ROT6D",
856
+ "state_key": "left_wrist_eef"
857
+ },
858
+ {
859
+ "rep": "RELATIVE",
860
+ "type": "EEF",
861
+ "format": "XYZ_ROT6D",
862
+ "state_key": "right_wrist_eef"
863
+ },
864
+ {
865
+ "rep": "ABSOLUTE",
866
+ "type": "NON_EEF",
867
+ "format": "DEFAULT",
868
+ "state_key": "left_gripper_pos"
869
+ },
870
+ {
871
+ "rep": "ABSOLUTE",
872
+ "type": "NON_EEF",
873
+ "format": "DEFAULT",
874
+ "state_key": "right_gripper_pos"
875
+ },
876
+ {
877
+ "rep": "RELATIVE",
878
+ "type": "NON_EEF",
879
+ "format": "DEFAULT",
880
+ "state_key": "left_joint_pos"
881
+ },
882
+ {
883
+ "rep": "RELATIVE",
884
+ "type": "NON_EEF",
885
+ "format": "DEFAULT",
886
+ "state_key": "right_joint_pos"
887
+ }
888
+ ]
889
+ },
890
+ "language": {
891
+ "delta_indices": [
892
+ 0
893
+ ],
894
+ "modality_keys": [
895
+ "annotation.sub_task"
896
+ ],
897
+ "sin_cos_embedding_keys": null,
898
+ "mean_std_embedding_keys": null,
899
+ "action_configs": null
900
+ }
901
+ },
902
+ "oxe_droid_relative_eef_relative_joint": {
903
+ "video": {
904
+ "delta_indices": [
905
+ -15,
906
+ 0
907
+ ],
908
+ "modality_keys": [
909
+ "exterior_image_1_left",
910
+ "wrist_image_left"
911
+ ],
912
+ "sin_cos_embedding_keys": null,
913
+ "mean_std_embedding_keys": null,
914
+ "action_configs": null
915
+ },
916
+ "state": {
917
+ "delta_indices": [
918
+ 0
919
+ ],
920
+ "modality_keys": [
921
+ "eef_9d",
922
+ "gripper_position",
923
+ "joint_position"
924
+ ],
925
+ "sin_cos_embedding_keys": null,
926
+ "mean_std_embedding_keys": null,
927
+ "action_configs": null
928
+ },
929
+ "action": {
930
+ "delta_indices": [
931
+ 0,
932
+ 1,
933
+ 2,
934
+ 3,
935
+ 4,
936
+ 5,
937
+ 6,
938
+ 7,
939
+ 8,
940
+ 9,
941
+ 10,
942
+ 11,
943
+ 12,
944
+ 13,
945
+ 14,
946
+ 15,
947
+ 16,
948
+ 17,
949
+ 18,
950
+ 19,
951
+ 20,
952
+ 21,
953
+ 22,
954
+ 23,
955
+ 24,
956
+ 25,
957
+ 26,
958
+ 27,
959
+ 28,
960
+ 29,
961
+ 30,
962
+ 31,
963
+ 32,
964
+ 33,
965
+ 34,
966
+ 35,
967
+ 36,
968
+ 37,
969
+ 38,
970
+ 39
971
+ ],
972
+ "modality_keys": [
973
+ "eef_9d",
974
+ "gripper_position",
975
+ "joint_position"
976
+ ],
977
+ "sin_cos_embedding_keys": null,
978
+ "mean_std_embedding_keys": null,
979
+ "action_configs": [
980
+ {
981
+ "rep": "RELATIVE",
982
+ "type": "EEF",
983
+ "format": "XYZ_ROT6D",
984
+ "state_key": "eef_9d"
985
+ },
986
+ {
987
+ "rep": "ABSOLUTE",
988
+ "type": "NON_EEF",
989
+ "format": "DEFAULT",
990
+ "state_key": "gripper_position"
991
+ },
992
+ {
993
+ "rep": "RELATIVE",
994
+ "type": "NON_EEF",
995
+ "format": "DEFAULT",
996
+ "state_key": "joint_position"
997
+ }
998
+ ]
999
+ },
1000
+ "language": {
1001
+ "delta_indices": [
1002
+ 0
1003
+ ],
1004
+ "modality_keys": [
1005
+ "annotation.language.language_instruction"
1006
+ ],
1007
+ "sin_cos_embedding_keys": null,
1008
+ "mean_std_embedding_keys": null,
1009
+ "action_configs": null
1010
+ }
1011
+ },
1012
+ "new_embodiment": {
1013
+ "video": {
1014
+ "delta_indices": [
1015
+ 0
1016
+ ],
1017
+ "modality_keys": [
1018
+ "observation.images.head",
1019
+ "observation.images.left_wrist",
1020
+ "observation.images.right_wrist"
1021
+ ],
1022
+ "sin_cos_embedding_keys": null,
1023
+ "mean_std_embedding_keys": null,
1024
+ "action_configs": null
1025
+ },
1026
+ "state": {
1027
+ "delta_indices": [
1028
+ 0
1029
+ ],
1030
+ "modality_keys": [
1031
+ "body"
1032
+ ],
1033
+ "sin_cos_embedding_keys": null,
1034
+ "mean_std_embedding_keys": null,
1035
+ "action_configs": null
1036
+ },
1037
+ "action": {
1038
+ "delta_indices": [
1039
+ 0,
1040
+ 1,
1041
+ 2,
1042
+ 3,
1043
+ 4,
1044
+ 5,
1045
+ 6,
1046
+ 7,
1047
+ 8,
1048
+ 9,
1049
+ 10,
1050
+ 11,
1051
+ 12,
1052
+ 13,
1053
+ 14,
1054
+ 15,
1055
+ 16,
1056
+ 17,
1057
+ 18,
1058
+ 19,
1059
+ 20,
1060
+ 21,
1061
+ 22,
1062
+ 23,
1063
+ 24,
1064
+ 25,
1065
+ 26,
1066
+ 27,
1067
+ 28,
1068
+ 29,
1069
+ 30,
1070
+ 31,
1071
+ 32,
1072
+ 33,
1073
+ 34,
1074
+ 35,
1075
+ 36,
1076
+ 37,
1077
+ 38,
1078
+ 39
1079
+ ],
1080
+ "modality_keys": [
1081
+ "body"
1082
+ ],
1083
+ "sin_cos_embedding_keys": null,
1084
+ "mean_std_embedding_keys": null,
1085
+ "action_configs": [
1086
+ {
1087
+ "rep": "ABSOLUTE",
1088
+ "type": "NON_EEF",
1089
+ "format": "DEFAULT",
1090
+ "state_key": null
1091
+ }
1092
+ ]
1093
+ },
1094
+ "language": {
1095
+ "delta_indices": [
1096
+ 0
1097
+ ],
1098
+ "modality_keys": [
1099
+ "task"
1100
+ ],
1101
+ "sin_cos_embedding_keys": null,
1102
+ "mean_std_embedding_keys": null,
1103
+ "action_configs": null
1104
+ }
1105
+ }
1106
+ },
1107
+ "image_crop_size": [
1108
+ 230,
1109
+ 230
1110
+ ],
1111
+ "image_target_size": [
1112
+ 256,
1113
+ 256
1114
+ ],
1115
+ "use_albumentations": true,
1116
+ "random_rotation_angle": 0,
1117
+ "color_jitter_params": {
1118
+ "brightness": 0.3,
1119
+ "contrast": 0.4,
1120
+ "saturation": 0.5,
1121
+ "hue": 0.08
1122
+ },
1123
+ "shortest_image_edge": 256,
1124
+ "crop_fraction": 0.95,
1125
+ "letter_box_transform": false,
1126
+ "model_name": "nvidia/Cosmos-Reason2-2B",
1127
+ "model_type": "qwen",
1128
+ "formalize_language": true,
1129
+ "max_state_dim": 132,
1130
+ "max_action_dim": 132,
1131
+ "max_action_horizon": 40,
1132
+ "use_percentiles": true,
1133
+ "use_mean_std": false,
1134
+ "clip_outliers": true,
1135
+ "apply_sincos_state_encoding": false,
1136
+ "use_relative_action": false,
1137
+ "exclude_state": false,
1138
+ "state_dropout_prob": 0.2
1139
+ }
1140
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/data_manifest.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fingerprint": "b87ef9d363c44d50f6b4fd98b232891cca500ab88a75c4237c608fd0210e8e1d",
3
+ "config": {
4
+ "source": {
5
+ "repo_id": "RwH-Lab/rwh-auto-step-nogap-gunpo",
6
+ "revision": "915227baa5d8f01be84e0b506b2cd290537482b9",
7
+ "root": "/home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b"
8
+ },
9
+ "sampling": {
10
+ "source_fps": 30,
11
+ "fps": 10,
12
+ "split_at_task_change": true,
13
+ "task": [
14
+ "Pick up the box from the left side of the middle shelf of the rack.",
15
+ "Pick up the box from the right side of the middle shelf of the rack."
16
+ ]
17
+ },
18
+ "state": {
19
+ "source": "observation.state",
20
+ "indices": [
21
+ 0,
22
+ 20
23
+ ],
24
+ "invalid_stored_zero": "keep_as_input"
25
+ },
26
+ "action": {
27
+ "source": "action",
28
+ "indices": [
29
+ 0,
30
+ 23
31
+ ],
32
+ "validity_feature": "validity.action",
33
+ "invalid": "mask_loss"
34
+ },
35
+ "statistics": {
36
+ "state": "all_inputs",
37
+ "action": "valid_targets"
38
+ },
39
+ "video": {
40
+ "mode": "original",
41
+ "alignment": "timestamp"
42
+ },
43
+ "adapters": {
44
+ "gr00t_n17": {
45
+ "enabled": true,
46
+ "type": "letools_native_v3"
47
+ }
48
+ }
49
+ },
50
+ "source_rows": 71830,
51
+ "selected_rows": 7370,
52
+ "task_episodes": 78,
53
+ "eligible_anchors": {
54
+ "gr00t_n15": 6200,
55
+ "gr00t_n17": 4328,
56
+ "multi_task_dit": 4952
57
+ },
58
+ "invalid_action_elements": 4,
59
+ "original_torso": true
60
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/data_audit/statistics.json ADDED
@@ -0,0 +1,335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "observation.state": {
3
+ "mean": [
4
+ 0.1393550998128172,
5
+ -0.6948295971512632,
6
+ 0.5551359572881274,
7
+ 0.0008524225986955353,
8
+ -1.0098744524693135,
9
+ -0.1950258160911651,
10
+ 0.0034932465231245265,
11
+ -0.8160790761058273,
12
+ -1.3006788176629727,
13
+ -0.7836510421569529,
14
+ 0.41471025346788165,
15
+ -1.0420119165235158,
16
+ 0.1847290383649049,
17
+ 0.061571635113450686,
18
+ -0.7267644387532122,
19
+ 1.3092747808392369,
20
+ 0.7425680960112515,
21
+ 0.3049158485170664,
22
+ 0.2886072000814665,
23
+ 0.2890599649374246
24
+ ],
25
+ "std": [
26
+ 0.0670904354177546,
27
+ 0.1095740150318073,
28
+ 0.04303633289962425,
29
+ 0.0007527287011228968,
30
+ 0.8180185795157037,
31
+ 0.1815853932656633,
32
+ 0.10997271657799328,
33
+ 0.7924827593812372,
34
+ 0.08770939932623081,
35
+ 0.39120132239719574,
36
+ 0.22437036848465164,
37
+ 0.8332896006772744,
38
+ 0.17826826592869874,
39
+ 0.08394494867876139,
40
+ 0.8279212996748679,
41
+ 0.09644881097827238,
42
+ 0.36708357208583614,
43
+ 0.19537958288613685,
44
+ 0.36868078230415907,
45
+ 0.3766686806519668
46
+ ],
47
+ "min": [
48
+ 0.03596600890159607,
49
+ -0.9020152688026428,
50
+ 0.4662642478942871,
51
+ -0.0020622494630515575,
52
+ -1.6557224988937378,
53
+ -0.33304619789123535,
54
+ -0.17522014677524567,
55
+ -2.4441163539886475,
56
+ -1.5218275785446167,
57
+ -1.2752398252487183,
58
+ -0.0007353160763159394,
59
+ -1.597739338874817,
60
+ -0.17775313556194305,
61
+ -0.1509452760219574,
62
+ -2.4425904750823975,
63
+ 0.8691157102584839,
64
+ -3.607754842960276e-05,
65
+ 0.0004111318557988852,
66
+ 0.0,
67
+ 0.0
68
+ ],
69
+ "max": [
70
+ 0.321580171585083,
71
+ -0.5263755917549133,
72
+ 0.6230151057243347,
73
+ 0.0023795037996023893,
74
+ 0.6987460851669312,
75
+ 0.174703449010849,
76
+ 0.21427099406719208,
77
+ -0.0225004181265831,
78
+ -1.0819822549819946,
79
+ 3.818338518613018e-05,
80
+ 0.6901251077651978,
81
+ 0.6995075941085815,
82
+ 0.33076781034469604,
83
+ 0.3247573673725128,
84
+ -0.1029973179101944,
85
+ 1.4901642799377441,
86
+ 1.2859241962432861,
87
+ 0.6882116794586182,
88
+ 0.9320120811462402,
89
+ 0.9414030313491821
90
+ ],
91
+ "q01": [
92
+ 0.038798370994627476,
93
+ -0.7805828404426575,
94
+ 0.49042419970035556,
95
+ -0.0018537240102887154,
96
+ -1.647569353580475,
97
+ -0.3322811609506607,
98
+ -0.1752168171107769,
99
+ -2.442972733974457,
100
+ -1.4859672248363496,
101
+ -1.2431966805458068,
102
+ -0.00035257947572972623,
103
+ -1.5772574770450591,
104
+ -0.17660834819078444,
105
+ -0.1456061528623104,
106
+ -2.442206859588623,
107
+ 1.026552872657776,
108
+ 0.004161917841993272,
109
+ 0.0007950670510763302,
110
+ 0.0,
111
+ 0.0
112
+ ],
113
+ "q99": [
114
+ 0.19788761153816697,
115
+ -0.5303193306922913,
116
+ 0.5901791453361511,
117
+ 0.002065517008304596,
118
+ 0.697600781917572,
119
+ 0.17470046877861023,
120
+ 0.19748432621359824,
121
+ -0.02570000536739866,
122
+ -1.094070522785187,
123
+ -0.00034949330554809424,
124
+ 0.6851624023914337,
125
+ 0.698744535446167,
126
+ 0.32999239295721056,
127
+ 0.1767436933517456,
128
+ -0.12054626904428005,
129
+ 1.484055905342102,
130
+ 1.2367132902145386,
131
+ 0.6847788095474243,
132
+ 0.9258383512496948,
133
+ 0.9306891560554504
134
+ ],
135
+ "count": [
136
+ 7370,
137
+ 7370,
138
+ 7370,
139
+ 7370,
140
+ 7370,
141
+ 7370,
142
+ 7370,
143
+ 7370,
144
+ 7370,
145
+ 7370,
146
+ 7370,
147
+ 7370,
148
+ 7370,
149
+ 7370,
150
+ 7370,
151
+ 7370,
152
+ 7370,
153
+ 7370,
154
+ 7370,
155
+ 7370
156
+ ]
157
+ },
158
+ "action": {
159
+ "mean": [
160
+ 0.13947694293669397,
161
+ -0.6950064351390466,
162
+ 0.5554679255836531,
163
+ 0.0003655817051229043,
164
+ -1.0378555853490599,
165
+ -0.2082950000176042,
166
+ 0.008168484371270138,
167
+ -0.7845182229432751,
168
+ -1.2983004541862933,
169
+ -0.8023138848021896,
170
+ 0.4275248034669022,
171
+ -1.072585506297713,
172
+ 0.19837971619969377,
173
+ 0.05719136879929397,
174
+ -0.6941164516023736,
175
+ 1.3058233334299991,
176
+ 0.7587903394606129,
177
+ 0.3129124603673632,
178
+ 0.32037318966641665,
179
+ 0.3200997603545522,
180
+ 0.015256393412149046,
181
+ 0.0,
182
+ 0.0
183
+ ],
184
+ "std": [
185
+ 0.06692054352749595,
186
+ 0.10929881783396335,
187
+ 0.043301770155912106,
188
+ 0.0006129166419398198,
189
+ 0.7942686325895161,
190
+ 0.17685104378886507,
191
+ 0.10763545276857854,
192
+ 0.7721444431416397,
193
+ 0.0886219740819359,
194
+ 0.37964933989870375,
195
+ 0.2189729485767468,
196
+ 0.8084698253613924,
197
+ 0.1730691892043254,
198
+ 0.0830950909999452,
199
+ 0.8056537451449982,
200
+ 0.09746131526745468,
201
+ 0.3548240603429645,
202
+ 0.19249701075033074,
203
+ 0.4636143283186401,
204
+ 0.4637847248551707,
205
+ 0.06671815143075002,
206
+ 0.0,
207
+ 0.0
208
+ ],
209
+ "min": [
210
+ 0.0392792746424675,
211
+ -0.9016782641410828,
212
+ 0.46576249599456787,
213
+ -0.0019999982323497534,
214
+ -1.652670979499817,
215
+ -0.3490658402442932,
216
+ -0.17521929740905762,
217
+ -2.4434609413146973,
218
+ -1.5215603113174438,
219
+ -1.2788264751434326,
220
+ -0.000611603376455605,
221
+ -1.59468674659729,
222
+ -0.17775361239910126,
223
+ -0.1517343521118164,
224
+ -2.4434609413146973,
225
+ 0.8700650334358215,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0
233
+ ],
234
+ "max": [
235
+ 0.3178642988204956,
236
+ -0.5310183763504028,
237
+ 0.6246129870414734,
238
+ 0.001999997766688466,
239
+ 0.6987457275390625,
240
+ 0.174701988697052,
241
+ 0.21312503516674042,
242
+ 0.0,
243
+ -1.0835107564926147,
244
+ 0.0,
245
+ 0.6981316804885864,
246
+ 0.699507474899292,
247
+ 0.34910279512405396,
248
+ 0.32435283064842224,
249
+ -0.10179945081472397,
250
+ 1.4900625944137573,
251
+ 1.2885493040084839,
252
+ 0.6981316804885864,
253
+ 1.0,
254
+ 1.0,
255
+ 0.4277048408985138,
256
+ 0.0,
257
+ 0.0
258
+ ],
259
+ "q01": [
260
+ 0.039630621671676636,
261
+ -0.7790216571092605,
262
+ 0.49031126499176025,
263
+ -0.0019999975338578224,
264
+ -1.646167824268341,
265
+ -0.3490658402442932,
266
+ -0.17481929063796997,
267
+ -2.4434609413146973,
268
+ -1.4838526856899261,
269
+ -1.2455731630325317,
270
+ 0.0,
271
+ -1.574901648759842,
272
+ -0.17628438636660576,
273
+ -0.14516986295580864,
274
+ -2.4434609413146973,
275
+ 1.0230590105056763,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0
283
+ ],
284
+ "q99": [
285
+ 0.19882656276225638,
286
+ -0.5313425660133362,
287
+ 0.5897172689437866,
288
+ 0.001999249588698148,
289
+ 0.6981316804885864,
290
+ 0.1746982130408287,
291
+ 0.19685134395956988,
292
+ -0.013859284268692885,
293
+ -1.0934146356582646,
294
+ 0.0,
295
+ 0.6981316804885864,
296
+ 0.6987426280975342,
297
+ 0.3488788902759552,
298
+ 0.17674326419830322,
299
+ -0.11857075244188309,
300
+ 1.4827240705490112,
301
+ 1.2377249002456665,
302
+ 0.688094728589058,
303
+ 1.0,
304
+ 1.0,
305
+ 0.3765391495823851,
306
+ 0.0,
307
+ 0.0
308
+ ],
309
+ "count": [
310
+ 7370,
311
+ 7370,
312
+ 7370,
313
+ 7370,
314
+ 7370,
315
+ 7370,
316
+ 7370,
317
+ 7370,
318
+ 7370,
319
+ 7370,
320
+ 7370,
321
+ 7370,
322
+ 7370,
323
+ 7370,
324
+ 7370,
325
+ 7370,
326
+ 7370,
327
+ 7370,
328
+ 7368,
329
+ 7368,
330
+ 7370,
331
+ 7370,
332
+ 7370
333
+ ]
334
+ }
335
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/dataset.yaml ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ source:
2
+ repo_id: RwH-Lab/rwh-auto-step-nogap-gunpo
3
+ revision: 915227baa5d8f01be84e0b506b2cd290537482b9
4
+ root: /home/work/mntvol/data/RwH-Kuavo-v2/rwh-auto-step-nogap-gunpo-915227b
5
+ sampling:
6
+ source_fps: 30
7
+ fps: 10
8
+ split_at_task_change: true
9
+ task:
10
+ - Pick up the box from the left side of the middle shelf of the rack.
11
+ - Pick up the box from the right side of the middle shelf of the rack.
12
+ state:
13
+ source: observation.state
14
+ indices:
15
+ - 0
16
+ - 20
17
+ invalid_stored_zero: keep_as_input
18
+ action:
19
+ source: action
20
+ indices:
21
+ - 0
22
+ - 23
23
+ validity_feature: validity.action
24
+ invalid: mask_loss
25
+ statistics:
26
+ state: all_inputs
27
+ action: valid_targets
28
+ video:
29
+ mode: original
30
+ alignment: timestamp
31
+ adapters:
32
+ gr00t_n17:
33
+ enabled: true
34
+ type: letools_native_v3
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/inference_validation.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "passed",
3
+ "policy": "gr00t_n17",
4
+ "checkpoint": "/home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17/checkpoint-15000",
5
+ "separate_process_reload": true,
6
+ "prediction_shape": [
7
+ 1,
8
+ 40,
9
+ 132
10
+ ],
11
+ "physical_action_shape": [
12
+ 1,
13
+ 40,
14
+ 23
15
+ ],
16
+ "real_missing_target_elements_checked": 12,
17
+ "native_normalization_matches_source": true
18
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/provenance/training.yaml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset:
2
+ config: ../data/pickup_middle.yaml
3
+ training:
4
+ resume: false
5
+ output_dir: /home/work/mntvol/RwH-Kuavo_ckpt/gunpo_pickup_bs128_15k/gr00t_n17
6
+ job_name: gunpo_pickup_middle_bs128_15k
7
+ batch_size: 128
8
+ global_batch_size: 128
9
+ gradient_accumulation_steps: 1
10
+ steps: 15000
11
+ save_freq: 5000
12
+ log_freq: 100
13
+ num_workers: 6
14
+ seed: 42
15
+ optimizer:
16
+ lr: 0.0001
17
+ betas:
18
+ - 0.9
19
+ - 0.999
20
+ weight_decay: 1.0e-05
21
+ grad_clip_norm: 1.0
22
+ scheduler:
23
+ type: cosine
24
+ warmup_ratio: 0.05
25
+ decay_lr: 0.0
26
+ shard_size: 1024
27
+ episode_sampling_rate: 0.1
28
+ num_shards_per_epoch: 100000
29
+ policy:
30
+ type: groot_n17
31
+ base_model_path: nvidia/GR00T-N1.7-3B
32
+ base_revision: 2fc962b973bccdd5d8ce4f67cc63b264d6886495
33
+ runtime_root: LeTools-Learning/kuavo_model/external_models/gr00tn1d7
34
+ embodiment_tag: new_embodiment
35
+ chunk_size: 40
36
+ n_action_steps: 40
37
+ max_state_dim: 132
38
+ max_action_dim: 132
39
+ tune_llm: false
40
+ tune_visual: false
41
+ tune_projector: true
42
+ tune_diffusion_model: true
43
+ tune_vlln: true
44
+ use_bf16: true
45
+ use_relative_action: false
46
+ state_dropout_prob: 0.2
47
+ loss:
48
+ validity_feature: validity.action
49
+ dimension_mask: true
50
+ exclude_action_padding: true
51
+ reduction: sum_valid_elements_div_valid_count
52
+ wandb:
53
+ enable: false
54
+ project: kuavo
55
+ entity: minje227_hyu-hanyang-university
56
+ mode: online
57
+ disable_artifact: true
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/rwh_save_complete.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "step": 15000,
3
+ "fingerprint": "b87ef9d363c44d50f6b4fd98b232891cca500ab88a75c4237c608fd0210e8e1d"
4
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/statistics.json ADDED
The diff for this file is too large to render. See raw diff
 
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/trainer_state.json ADDED
@@ -0,0 +1,934 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 15000,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "grad_norm": 0.6248801946640015,
14
+ "learning_rate": 1.32e-05,
15
+ "loss": 1.2779,
16
+ "step": 100
17
+ },
18
+ {
19
+ "grad_norm": 1.7205082178115845,
20
+ "learning_rate": 2.6533333333333332e-05,
21
+ "loss": 0.7776,
22
+ "step": 200
23
+ },
24
+ {
25
+ "grad_norm": 1.4997400045394897,
26
+ "learning_rate": 3.986666666666667e-05,
27
+ "loss": 0.2243,
28
+ "step": 300
29
+ },
30
+ {
31
+ "grad_norm": 1.7082157135009766,
32
+ "learning_rate": 5.3200000000000006e-05,
33
+ "loss": 0.1324,
34
+ "step": 400
35
+ },
36
+ {
37
+ "grad_norm": 1.5582526922225952,
38
+ "learning_rate": 6.653333333333334e-05,
39
+ "loss": 0.1144,
40
+ "step": 500
41
+ },
42
+ {
43
+ "grad_norm": 1.1870005130767822,
44
+ "learning_rate": 7.986666666666667e-05,
45
+ "loss": 0.1004,
46
+ "step": 600
47
+ },
48
+ {
49
+ "grad_norm": 1.2469878196716309,
50
+ "learning_rate": 9.320000000000002e-05,
51
+ "loss": 0.091,
52
+ "step": 700
53
+ },
54
+ {
55
+ "grad_norm": 0.858012855052948,
56
+ "learning_rate": 9.999708258667652e-05,
57
+ "loss": 0.0837,
58
+ "step": 800
59
+ },
60
+ {
61
+ "grad_norm": 0.8413560390472412,
62
+ "learning_rate": 9.997302611450154e-05,
63
+ "loss": 0.0743,
64
+ "step": 900
65
+ },
66
+ {
67
+ "grad_norm": 0.6932764649391174,
68
+ "learning_rate": 9.992468184807206e-05,
69
+ "loss": 0.0662,
70
+ "step": 1000
71
+ },
72
+ {
73
+ "grad_norm": 0.8751609921455383,
74
+ "learning_rate": 9.985207328357573e-05,
75
+ "loss": 0.0597,
76
+ "step": 1100
77
+ },
78
+ {
79
+ "grad_norm": 0.7426048517227173,
80
+ "learning_rate": 9.975523571008769e-05,
81
+ "loss": 0.0568,
82
+ "step": 1200
83
+ },
84
+ {
85
+ "grad_norm": 0.6363509297370911,
86
+ "learning_rate": 9.96342161924196e-05,
87
+ "loss": 0.0535,
88
+ "step": 1300
89
+ },
90
+ {
91
+ "grad_norm": 0.6164716482162476,
92
+ "learning_rate": 9.94890735482452e-05,
93
+ "loss": 0.0506,
94
+ "step": 1400
95
+ },
96
+ {
97
+ "grad_norm": 0.7832165360450745,
98
+ "learning_rate": 9.931987831951386e-05,
99
+ "loss": 0.0477,
100
+ "step": 1500
101
+ },
102
+ {
103
+ "grad_norm": 0.6832391023635864,
104
+ "learning_rate": 9.912671273816601e-05,
105
+ "loss": 0.044,
106
+ "step": 1600
107
+ },
108
+ {
109
+ "grad_norm": 0.5044657588005066,
110
+ "learning_rate": 9.890967068616677e-05,
111
+ "loss": 0.0411,
112
+ "step": 1700
113
+ },
114
+ {
115
+ "grad_norm": 0.45555129647254944,
116
+ "learning_rate": 9.866885764987776e-05,
117
+ "loss": 0.0381,
118
+ "step": 1800
119
+ },
120
+ {
121
+ "grad_norm": 0.5086215734481812,
122
+ "learning_rate": 9.84043906687888e-05,
123
+ "loss": 0.0358,
124
+ "step": 1900
125
+ },
126
+ {
127
+ "grad_norm": 0.5718885064125061,
128
+ "learning_rate": 9.811639827863449e-05,
129
+ "loss": 0.0344,
130
+ "step": 2000
131
+ },
132
+ {
133
+ "grad_norm": 0.5753985643386841,
134
+ "learning_rate": 9.780502044892362e-05,
135
+ "loss": 0.0324,
136
+ "step": 2100
137
+ },
138
+ {
139
+ "grad_norm": 0.4449012875556946,
140
+ "learning_rate": 9.747040851491149e-05,
141
+ "loss": 0.0322,
142
+ "step": 2200
143
+ },
144
+ {
145
+ "grad_norm": 0.4480847716331482,
146
+ "learning_rate": 9.711272510404816e-05,
147
+ "loss": 0.0311,
148
+ "step": 2300
149
+ },
150
+ {
151
+ "grad_norm": 0.5226735472679138,
152
+ "learning_rate": 9.673214405693857e-05,
153
+ "loss": 0.03,
154
+ "step": 2400
155
+ },
156
+ {
157
+ "grad_norm": 0.5432294607162476,
158
+ "learning_rate": 9.632885034285291e-05,
159
+ "loss": 0.0312,
160
+ "step": 2500
161
+ },
162
+ {
163
+ "grad_norm": 0.4015350937843323,
164
+ "learning_rate": 9.590303996982815e-05,
165
+ "loss": 0.0283,
166
+ "step": 2600
167
+ },
168
+ {
169
+ "grad_norm": 0.5051316618919373,
170
+ "learning_rate": 9.545491988940472e-05,
171
+ "loss": 0.0286,
172
+ "step": 2700
173
+ },
174
+ {
175
+ "grad_norm": 0.4080168306827545,
176
+ "learning_rate": 9.498470789604413e-05,
177
+ "loss": 0.0278,
178
+ "step": 2800
179
+ },
180
+ {
181
+ "grad_norm": 0.5820308923721313,
182
+ "learning_rate": 9.449263252127708e-05,
183
+ "loss": 0.0272,
184
+ "step": 2900
185
+ },
186
+ {
187
+ "grad_norm": 0.4889577031135559,
188
+ "learning_rate": 9.397893292263292e-05,
189
+ "loss": 0.0272,
190
+ "step": 3000
191
+ },
192
+ {
193
+ "grad_norm": 0.37808918952941895,
194
+ "learning_rate": 9.34438587674048e-05,
195
+ "loss": 0.0262,
196
+ "step": 3100
197
+ },
198
+ {
199
+ "grad_norm": 0.44683608412742615,
200
+ "learning_rate": 9.288767011130684e-05,
201
+ "loss": 0.0257,
202
+ "step": 3200
203
+ },
204
+ {
205
+ "grad_norm": 0.4149545729160309,
206
+ "learning_rate": 9.231063727208234e-05,
207
+ "loss": 0.0243,
208
+ "step": 3300
209
+ },
210
+ {
211
+ "grad_norm": 0.3150864839553833,
212
+ "learning_rate": 9.171304069812454e-05,
213
+ "loss": 0.0255,
214
+ "step": 3400
215
+ },
216
+ {
217
+ "grad_norm": 0.42358168959617615,
218
+ "learning_rate": 9.10951708321735e-05,
219
+ "loss": 0.0246,
220
+ "step": 3500
221
+ },
222
+ {
223
+ "grad_norm": 0.3670937120914459,
224
+ "learning_rate": 9.04573279701558e-05,
225
+ "loss": 0.0251,
226
+ "step": 3600
227
+ },
228
+ {
229
+ "grad_norm": 0.4006505608558655,
230
+ "learning_rate": 8.979982211523523e-05,
231
+ "loss": 0.0244,
232
+ "step": 3700
233
+ },
234
+ {
235
+ "grad_norm": 0.4533917307853699,
236
+ "learning_rate": 8.912297282714564e-05,
237
+ "loss": 0.0248,
238
+ "step": 3800
239
+ },
240
+ {
241
+ "grad_norm": 0.4033450186252594,
242
+ "learning_rate": 8.842710906687916e-05,
243
+ "loss": 0.0241,
244
+ "step": 3900
245
+ },
246
+ {
247
+ "grad_norm": 0.35804620385169983,
248
+ "learning_rate": 8.771256903680519e-05,
249
+ "loss": 0.0223,
250
+ "step": 4000
251
+ },
252
+ {
253
+ "grad_norm": 0.37233513593673706,
254
+ "learning_rate": 8.697970001629799e-05,
255
+ "loss": 0.022,
256
+ "step": 4100
257
+ },
258
+ {
259
+ "grad_norm": 0.4227108657360077,
260
+ "learning_rate": 8.62288581929525e-05,
261
+ "loss": 0.0249,
262
+ "step": 4200
263
+ },
264
+ {
265
+ "grad_norm": 0.41016465425491333,
266
+ "learning_rate": 8.546040848947086e-05,
267
+ "loss": 0.0228,
268
+ "step": 4300
269
+ },
270
+ {
271
+ "grad_norm": 0.3628678619861603,
272
+ "learning_rate": 8.467472438630328e-05,
273
+ "loss": 0.0209,
274
+ "step": 4400
275
+ },
276
+ {
277
+ "grad_norm": 0.4206072986125946,
278
+ "learning_rate": 8.387218774012992e-05,
279
+ "loss": 0.0229,
280
+ "step": 4500
281
+ },
282
+ {
283
+ "grad_norm": 0.4766315519809723,
284
+ "learning_rate": 8.305318859827147e-05,
285
+ "loss": 0.0226,
286
+ "step": 4600
287
+ },
288
+ {
289
+ "grad_norm": 0.25155720114707947,
290
+ "learning_rate": 8.221812500911919e-05,
291
+ "loss": 0.0202,
292
+ "step": 4700
293
+ },
294
+ {
295
+ "grad_norm": 0.29520508646965027,
296
+ "learning_rate": 8.136740282867621e-05,
297
+ "loss": 0.0195,
298
+ "step": 4800
299
+ },
300
+ {
301
+ "grad_norm": 0.3173834979534149,
302
+ "learning_rate": 8.050143552330414e-05,
303
+ "loss": 0.0194,
304
+ "step": 4900
305
+ },
306
+ {
307
+ "grad_norm": 0.3968403935432434,
308
+ "learning_rate": 7.962064396877098e-05,
309
+ "loss": 0.0198,
310
+ "step": 5000
311
+ },
312
+ {
313
+ "grad_norm": 0.32724863290786743,
314
+ "learning_rate": 7.872545624569779e-05,
315
+ "loss": 0.0185,
316
+ "step": 5100
317
+ },
318
+ {
319
+ "grad_norm": 0.3058701455593109,
320
+ "learning_rate": 7.781630743150392e-05,
321
+ "loss": 0.0195,
322
+ "step": 5200
323
+ },
324
+ {
325
+ "grad_norm": 0.38559508323669434,
326
+ "learning_rate": 7.689363938895138e-05,
327
+ "loss": 0.0198,
328
+ "step": 5300
329
+ },
330
+ {
331
+ "grad_norm": 0.2858065962791443,
332
+ "learning_rate": 7.595790055139163e-05,
333
+ "loss": 0.0192,
334
+ "step": 5400
335
+ },
336
+ {
337
+ "grad_norm": 0.4027763903141022,
338
+ "learning_rate": 7.500954570481882e-05,
339
+ "loss": 0.0183,
340
+ "step": 5500
341
+ },
342
+ {
343
+ "grad_norm": 0.3904402554035187,
344
+ "learning_rate": 7.404903576683559e-05,
345
+ "loss": 0.0179,
346
+ "step": 5600
347
+ },
348
+ {
349
+ "grad_norm": 0.33354416489601135,
350
+ "learning_rate": 7.307683756263881e-05,
351
+ "loss": 0.0178,
352
+ "step": 5700
353
+ },
354
+ {
355
+ "grad_norm": 0.40739336609840393,
356
+ "learning_rate": 7.209342359813404e-05,
357
+ "loss": 0.0172,
358
+ "step": 5800
359
+ },
360
+ {
361
+ "grad_norm": 0.33090102672576904,
362
+ "learning_rate": 7.109927183028914e-05,
363
+ "loss": 0.0177,
364
+ "step": 5900
365
+ },
366
+ {
367
+ "grad_norm": 0.30613231658935547,
368
+ "learning_rate": 7.009486543483858e-05,
369
+ "loss": 0.0173,
370
+ "step": 6000
371
+ },
372
+ {
373
+ "grad_norm": 0.26401934027671814,
374
+ "learning_rate": 6.908069257145118e-05,
375
+ "loss": 0.0163,
376
+ "step": 6100
377
+ },
378
+ {
379
+ "grad_norm": 0.27155399322509766,
380
+ "learning_rate": 6.805724614647586e-05,
381
+ "loss": 0.0163,
382
+ "step": 6200
383
+ },
384
+ {
385
+ "grad_norm": 0.3876613676548004,
386
+ "learning_rate": 6.70250235733801e-05,
387
+ "loss": 0.0161,
388
+ "step": 6300
389
+ },
390
+ {
391
+ "grad_norm": 0.3054960370063782,
392
+ "learning_rate": 6.598452653099803e-05,
393
+ "loss": 0.0165,
394
+ "step": 6400
395
+ },
396
+ {
397
+ "grad_norm": 0.30593758821487427,
398
+ "learning_rate": 6.493626071970549e-05,
399
+ "loss": 0.0156,
400
+ "step": 6500
401
+ },
402
+ {
403
+ "grad_norm": 0.26873579621315,
404
+ "learning_rate": 6.38807356156405e-05,
405
+ "loss": 0.0153,
406
+ "step": 6600
407
+ },
408
+ {
409
+ "grad_norm": 0.3118509352207184,
410
+ "learning_rate": 6.281846422308857e-05,
411
+ "loss": 0.016,
412
+ "step": 6700
413
+ },
414
+ {
415
+ "grad_norm": 0.3019094467163086,
416
+ "learning_rate": 6.174996282515344e-05,
417
+ "loss": 0.0158,
418
+ "step": 6800
419
+ },
420
+ {
421
+ "grad_norm": 0.263436883687973,
422
+ "learning_rate": 6.067575073283405e-05,
423
+ "loss": 0.0149,
424
+ "step": 6900
425
+ },
426
+ {
427
+ "grad_norm": 0.2931808829307556,
428
+ "learning_rate": 5.9596350032630156e-05,
429
+ "loss": 0.015,
430
+ "step": 7000
431
+ },
432
+ {
433
+ "grad_norm": 0.2675215005874634,
434
+ "learning_rate": 5.8512285332798714e-05,
435
+ "loss": 0.0144,
436
+ "step": 7100
437
+ },
438
+ {
439
+ "grad_norm": 0.3185209631919861,
440
+ "learning_rate": 5.742408350838478e-05,
441
+ "loss": 0.015,
442
+ "step": 7200
443
+ },
444
+ {
445
+ "grad_norm": 0.2677499055862427,
446
+ "learning_rate": 5.633227344515085e-05,
447
+ "loss": 0.0145,
448
+ "step": 7300
449
+ },
450
+ {
451
+ "grad_norm": 0.3140774965286255,
452
+ "learning_rate": 5.523738578252867e-05,
453
+ "loss": 0.0146,
454
+ "step": 7400
455
+ },
456
+ {
457
+ "grad_norm": 0.30743658542633057,
458
+ "learning_rate": 5.413995265571895e-05,
459
+ "loss": 0.014,
460
+ "step": 7500
461
+ },
462
+ {
463
+ "grad_norm": 0.2906530499458313,
464
+ "learning_rate": 5.3040507437064034e-05,
465
+ "loss": 0.0148,
466
+ "step": 7600
467
+ },
468
+ {
469
+ "grad_norm": 0.2911059856414795,
470
+ "learning_rate": 5.193958447681924e-05,
471
+ "loss": 0.0142,
472
+ "step": 7700
473
+ },
474
+ {
475
+ "grad_norm": 0.40241169929504395,
476
+ "learning_rate": 5.0837718843449075e-05,
477
+ "loss": 0.014,
478
+ "step": 7800
479
+ },
480
+ {
481
+ "grad_norm": 0.2662743628025055,
482
+ "learning_rate": 4.9735446063574184e-05,
483
+ "loss": 0.0135,
484
+ "step": 7900
485
+ },
486
+ {
487
+ "grad_norm": 0.24693454802036285,
488
+ "learning_rate": 4.863330186169581e-05,
489
+ "loss": 0.0131,
490
+ "step": 8000
491
+ },
492
+ {
493
+ "grad_norm": 0.24163222312927246,
494
+ "learning_rate": 4.7531821899823925e-05,
495
+ "loss": 0.0128,
496
+ "step": 8100
497
+ },
498
+ {
499
+ "grad_norm": 0.2591385543346405,
500
+ "learning_rate": 4.643154151713588e-05,
501
+ "loss": 0.013,
502
+ "step": 8200
503
+ },
504
+ {
505
+ "grad_norm": 0.22629033029079437,
506
+ "learning_rate": 4.5332995469791836e-05,
507
+ "loss": 0.0124,
508
+ "step": 8300
509
+ },
510
+ {
511
+ "grad_norm": 0.27410101890563965,
512
+ "learning_rate": 4.4236717671033646e-05,
513
+ "loss": 0.0127,
514
+ "step": 8400
515
+ },
516
+ {
517
+ "grad_norm": 0.23962396383285522,
518
+ "learning_rate": 4.314324093169332e-05,
519
+ "loss": 0.0127,
520
+ "step": 8500
521
+ },
522
+ {
523
+ "grad_norm": 0.27670207619667053,
524
+ "learning_rate": 4.2053096701237294e-05,
525
+ "loss": 0.0122,
526
+ "step": 8600
527
+ },
528
+ {
529
+ "grad_norm": 0.2811200022697449,
530
+ "learning_rate": 4.096681480947252e-05,
531
+ "loss": 0.0124,
532
+ "step": 8700
533
+ },
534
+ {
535
+ "grad_norm": 0.23826365172863007,
536
+ "learning_rate": 3.9884923209039455e-05,
537
+ "loss": 0.0128,
538
+ "step": 8800
539
+ },
540
+ {
541
+ "grad_norm": 0.275429904460907,
542
+ "learning_rate": 3.8807947718817624e-05,
543
+ "loss": 0.0114,
544
+ "step": 8900
545
+ },
546
+ {
547
+ "grad_norm": 0.24266278743743896,
548
+ "learning_rate": 3.773641176836807e-05,
549
+ "loss": 0.0115,
550
+ "step": 9000
551
+ },
552
+ {
553
+ "grad_norm": 0.2213543951511383,
554
+ "learning_rate": 3.667083614353715e-05,
555
+ "loss": 0.0113,
556
+ "step": 9100
557
+ },
558
+ {
559
+ "grad_norm": 0.305083692073822,
560
+ "learning_rate": 3.561173873334522e-05,
561
+ "loss": 0.0116,
562
+ "step": 9200
563
+ },
564
+ {
565
+ "grad_norm": 0.2565942108631134,
566
+ "learning_rate": 3.45596342782832e-05,
567
+ "loss": 0.012,
568
+ "step": 9300
569
+ },
570
+ {
571
+ "grad_norm": 0.23844511806964874,
572
+ "learning_rate": 3.351503412013935e-05,
573
+ "loss": 0.011,
574
+ "step": 9400
575
+ },
576
+ {
577
+ "grad_norm": 0.3205554187297821,
578
+ "learning_rate": 3.247844595347798e-05,
579
+ "loss": 0.0111,
580
+ "step": 9500
581
+ },
582
+ {
583
+ "grad_norm": 0.22459888458251953,
584
+ "learning_rate": 3.14503735788906e-05,
585
+ "loss": 0.0111,
586
+ "step": 9600
587
+ },
588
+ {
589
+ "grad_norm": 0.2016618847846985,
590
+ "learning_rate": 3.043131665813988e-05,
591
+ "loss": 0.0109,
592
+ "step": 9700
593
+ },
594
+ {
595
+ "grad_norm": 0.3222499489784241,
596
+ "learning_rate": 2.942177047131489e-05,
597
+ "loss": 0.0102,
598
+ "step": 9800
599
+ },
600
+ {
601
+ "grad_norm": 0.24521134793758392,
602
+ "learning_rate": 2.8422225676116015e-05,
603
+ "loss": 0.0105,
604
+ "step": 9900
605
+ },
606
+ {
607
+ "grad_norm": 0.2552998960018158,
608
+ "learning_rate": 2.7433168069386533e-05,
609
+ "loss": 0.0103,
610
+ "step": 10000
611
+ },
612
+ {
613
+ "grad_norm": 0.16261635720729828,
614
+ "learning_rate": 2.6455078351006455e-05,
615
+ "loss": 0.0098,
616
+ "step": 10100
617
+ },
618
+ {
619
+ "grad_norm": 0.21876129508018494,
620
+ "learning_rate": 2.548843189026378e-05,
621
+ "loss": 0.0104,
622
+ "step": 10200
623
+ },
624
+ {
625
+ "grad_norm": 0.18509529531002045,
626
+ "learning_rate": 2.4533698494816342e-05,
627
+ "loss": 0.0099,
628
+ "step": 10300
629
+ },
630
+ {
631
+ "grad_norm": 0.18175043165683746,
632
+ "learning_rate": 2.3591342182356914e-05,
633
+ "loss": 0.0098,
634
+ "step": 10400
635
+ },
636
+ {
637
+ "grad_norm": 0.22030195593833923,
638
+ "learning_rate": 2.2661820955092083e-05,
639
+ "loss": 0.0096,
640
+ "step": 10500
641
+ },
642
+ {
643
+ "grad_norm": 0.18503376841545105,
644
+ "learning_rate": 2.1745586577144993e-05,
645
+ "loss": 0.0093,
646
+ "step": 10600
647
+ },
648
+ {
649
+ "grad_norm": 0.1836182028055191,
650
+ "learning_rate": 2.0843084354989767e-05,
651
+ "loss": 0.0091,
652
+ "step": 10700
653
+ },
654
+ {
655
+ "grad_norm": 0.1947038471698761,
656
+ "learning_rate": 1.99547529210245e-05,
657
+ "loss": 0.009,
658
+ "step": 10800
659
+ },
660
+ {
661
+ "grad_norm": 0.21019214391708374,
662
+ "learning_rate": 1.908102402038807e-05,
663
+ "loss": 0.009,
664
+ "step": 10900
665
+ },
666
+ {
667
+ "grad_norm": 0.1644686907529831,
668
+ "learning_rate": 1.822232230112409e-05,
669
+ "loss": 0.0087,
670
+ "step": 11000
671
+ },
672
+ {
673
+ "grad_norm": 0.17860591411590576,
674
+ "learning_rate": 1.7379065107794262e-05,
675
+ "loss": 0.0086,
676
+ "step": 11100
677
+ },
678
+ {
679
+ "grad_norm": 0.1761464625597,
680
+ "learning_rate": 1.655166227864154e-05,
681
+ "loss": 0.0087,
682
+ "step": 11200
683
+ },
684
+ {
685
+ "grad_norm": 0.15659134089946747,
686
+ "learning_rate": 1.5740515946401134e-05,
687
+ "loss": 0.0086,
688
+ "step": 11300
689
+ },
690
+ {
691
+ "grad_norm": 0.13683277368545532,
692
+ "learning_rate": 1.4946020342856898e-05,
693
+ "loss": 0.0089,
694
+ "step": 11400
695
+ },
696
+ {
697
+ "grad_norm": 0.1489311307668686,
698
+ "learning_rate": 1.4168561607237436e-05,
699
+ "loss": 0.0081,
700
+ "step": 11500
701
+ },
702
+ {
703
+ "grad_norm": 0.1433875411748886,
704
+ "learning_rate": 1.3408517598545444e-05,
705
+ "loss": 0.008,
706
+ "step": 11600
707
+ },
708
+ {
709
+ "grad_norm": 0.15060840547084808,
710
+ "learning_rate": 1.2666257711911566e-05,
711
+ "loss": 0.0081,
712
+ "step": 11700
713
+ },
714
+ {
715
+ "grad_norm": 0.13360615074634552,
716
+ "learning_rate": 1.1942142699061498e-05,
717
+ "loss": 0.0085,
718
+ "step": 11800
719
+ },
720
+ {
721
+ "grad_norm": 0.1531410962343216,
722
+ "learning_rate": 1.1236524492984203e-05,
723
+ "loss": 0.0077,
724
+ "step": 11900
725
+ },
726
+ {
727
+ "grad_norm": 0.1596285104751587,
728
+ "learning_rate": 1.054974603688616e-05,
729
+ "loss": 0.0077,
730
+ "step": 12000
731
+ },
732
+ {
733
+ "grad_norm": 0.14950387179851532,
734
+ "learning_rate": 9.882141117514632e-06,
735
+ "loss": 0.0078,
736
+ "step": 12100
737
+ },
738
+ {
739
+ "grad_norm": 0.14695662260055542,
740
+ "learning_rate": 9.234034202931447e-06,
741
+ "loss": 0.008,
742
+ "step": 12200
743
+ },
744
+ {
745
+ "grad_norm": 0.13234861195087433,
746
+ "learning_rate": 8.6057402848155e-06,
747
+ "loss": 0.0075,
748
+ "step": 12300
749
+ },
750
+ {
751
+ "grad_norm": 0.13449421525001526,
752
+ "learning_rate": 7.997564725371182e-06,
753
+ "loss": 0.0074,
754
+ "step": 12400
755
+ },
756
+ {
757
+ "grad_norm": 0.11849799752235413,
758
+ "learning_rate": 7.409803108916841e-06,
759
+ "loss": 0.0078,
760
+ "step": 12500
761
+ },
762
+ {
763
+ "grad_norm": 0.11003534495830536,
764
+ "learning_rate": 6.842741098225358e-06,
765
+ "loss": 0.0073,
766
+ "step": 12600
767
+ },
768
+ {
769
+ "grad_norm": 0.10939287394285202,
770
+ "learning_rate": 6.29665429568701e-06,
771
+ "loss": 0.0072,
772
+ "step": 12700
773
+ },
774
+ {
775
+ "grad_norm": 0.1449676752090454,
776
+ "learning_rate": 5.77180810936162e-06,
777
+ "loss": 0.0072,
778
+ "step": 12800
779
+ },
780
+ {
781
+ "grad_norm": 0.1331818401813507,
782
+ "learning_rate": 5.2684576239854895e-06,
783
+ "loss": 0.007,
784
+ "step": 12900
785
+ },
786
+ {
787
+ "grad_norm": 0.14290793240070343,
788
+ "learning_rate": 4.7868474769956266e-06,
789
+ "loss": 0.007,
790
+ "step": 13000
791
+ },
792
+ {
793
+ "grad_norm": 0.10847538709640503,
794
+ "learning_rate": 4.327211739631415e-06,
795
+ "loss": 0.0068,
796
+ "step": 13100
797
+ },
798
+ {
799
+ "grad_norm": 0.1479455679655075,
800
+ "learning_rate": 3.889773803171936e-06,
801
+ "loss": 0.0073,
802
+ "step": 13200
803
+ },
804
+ {
805
+ "grad_norm": 0.12967287003993988,
806
+ "learning_rate": 3.4747462703636104e-06,
807
+ "loss": 0.007,
808
+ "step": 13300
809
+ },
810
+ {
811
+ "grad_norm": 0.14079637825489044,
812
+ "learning_rate": 3.082330852091497e-06,
813
+ "loss": 0.0071,
814
+ "step": 13400
815
+ },
816
+ {
817
+ "grad_norm": 0.09100726246833801,
818
+ "learning_rate": 2.712718269344161e-06,
819
+ "loss": 0.0067,
820
+ "step": 13500
821
+ },
822
+ {
823
+ "grad_norm": 0.17988385260105133,
824
+ "learning_rate": 2.3660881605197694e-06,
825
+ "loss": 0.0067,
826
+ "step": 13600
827
+ },
828
+ {
829
+ "grad_norm": 0.08855018764734268,
830
+ "learning_rate": 2.0426089941186443e-06,
831
+ "loss": 0.0065,
832
+ "step": 13700
833
+ },
834
+ {
835
+ "grad_norm": 0.1124800518155098,
836
+ "learning_rate": 1.7424379868644759e-06,
837
+ "loss": 0.0065,
838
+ "step": 13800
839
+ },
840
+ {
841
+ "grad_norm": 0.07809489965438843,
842
+ "learning_rate": 1.4657210272941923e-06,
843
+ "loss": 0.0068,
844
+ "step": 13900
845
+ },
846
+ {
847
+ "grad_norm": 0.07251078635454178,
848
+ "learning_rate": 1.2125926048534686e-06,
849
+ "loss": 0.0067,
850
+ "step": 14000
851
+ },
852
+ {
853
+ "grad_norm": 0.08136503398418427,
854
+ "learning_rate": 9.831757445324274e-07,
855
+ "loss": 0.0067,
856
+ "step": 14100
857
+ },
858
+ {
859
+ "grad_norm": 0.09368441998958588,
860
+ "learning_rate": 7.775819470732692e-07,
861
+ "loss": 0.0066,
862
+ "step": 14200
863
+ },
864
+ {
865
+ "grad_norm": 0.0564887672662735,
866
+ "learning_rate": 5.959111347789093e-07,
867
+ "loss": 0.0063,
868
+ "step": 14300
869
+ },
870
+ {
871
+ "grad_norm": 0.08504457771778107,
872
+ "learning_rate": 4.382516029489081e-07,
873
+ "loss": 0.0064,
874
+ "step": 14400
875
+ },
876
+ {
877
+ "grad_norm": 0.07967083901166916,
878
+ "learning_rate": 3.046799769663822e-07,
879
+ "loss": 0.0066,
880
+ "step": 14500
881
+ },
882
+ {
883
+ "grad_norm": 0.08645298331975937,
884
+ "learning_rate": 1.9526117505667129e-07,
885
+ "loss": 0.0067,
886
+ "step": 14600
887
+ },
888
+ {
889
+ "grad_norm": 0.06927453726530075,
890
+ "learning_rate": 1.1004837673589952e-07,
891
+ "loss": 0.0065,
892
+ "step": 14700
893
+ },
894
+ {
895
+ "grad_norm": 0.08161219954490662,
896
+ "learning_rate": 4.9082996964794345e-08,
897
+ "loss": 0.0066,
898
+ "step": 14800
899
+ },
900
+ {
901
+ "grad_norm": 0.0726151242852211,
902
+ "learning_rate": 1.2394666020226764e-08,
903
+ "loss": 0.0065,
904
+ "step": 14900
905
+ },
906
+ {
907
+ "grad_norm": 0.0667741596698761,
908
+ "learning_rate": 1.2150944139754927e-12,
909
+ "loss": 0.0064,
910
+ "step": 15000
911
+ }
912
+ ],
913
+ "logging_steps": 100,
914
+ "max_steps": 15000,
915
+ "num_input_tokens_seen": 0,
916
+ "num_train_epochs": 9223372036854775807,
917
+ "save_steps": 5000,
918
+ "stateful_callbacks": {
919
+ "TrainerControl": {
920
+ "args": {
921
+ "should_epoch_stop": false,
922
+ "should_evaluate": false,
923
+ "should_log": false,
924
+ "should_save": true,
925
+ "should_training_stop": true
926
+ },
927
+ "attributes": {}
928
+ }
929
+ },
930
+ "total_flos": 0.0,
931
+ "train_batch_size": 128,
932
+ "trial_name": null,
933
+ "trial_params": null
934
+ }
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22c9a761d96d73ace9ffc5f60209158478e1df765fc0eacd22b372fd7960510
3
+ size 5905
gunpo_pickup_bs128_15k/gr00t_n17/middle_left_right/checkpoints/checkpoint-15K/wandb_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"project": "kuavo", "run_id": "gr00t_n17"}