Whalswp commited on
Commit
9af83f0
·
verified ·
1 Parent(s): 91c8ba9

Archive LIBERO checkpoints with resume state and SHA256 catalog (2026-10-13) (part 2)

Browse files
Files changed (45) hide show
  1. baseline_bs256_30k/config.json +64 -0
  2. baseline_bs256_30k/experiment_cfg/clvla_contract.yaml +63 -0
  3. baseline_bs256_30k/experiment_cfg/metadata.json +433 -0
  4. baseline_bs256_30k/model.safetensors.index.json +0 -0
  5. baseline_bs256_30k/trainer_state.json +0 -0
  6. baseline_bs256_30k/training_args.bin +3 -0
  7. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/config.json +66 -0
  8. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/clvla_contract.yaml +70 -0
  9. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/metadata.json +433 -0
  10. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00001-of-00002.safetensors +3 -0
  11. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00002-of-00002.safetensors +3 -0
  12. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model.safetensors.index.json +0 -0
  13. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/optimizer.pt +3 -0
  14. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/rng_state.pth +3 -0
  15. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/scheduler.pt +3 -0
  16. baseline_bs256_30k_state_dropout0p2/checkpoint-30000/trainer_state.json +0 -0
  17. baseline_bs256_30k_state_dropout0p2/experiment_cfg/clvla_contract.yaml +70 -0
  18. baseline_bs256_30k_state_dropout0p2/experiment_cfg/metadata.json +433 -0
  19. baseline_bs256_30k_state_dropout0p2/trainer_state.json +0 -0
  20. instruction_question_q3_1000_20261012/experiment_cfg/clvla_contract.yaml +64 -0
  21. instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/clvla_contract.yaml +64 -0
  22. instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/metadata.json +433 -0
  23. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/config.json +64 -0
  24. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/clvla_contract.yaml +64 -0
  25. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/metadata.json +433 -0
  26. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00001-of-00002.safetensors +3 -0
  27. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00002-of-00002.safetensors +3 -0
  28. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model.safetensors.index.json +0 -0
  29. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/optimizer.pt +3 -0
  30. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/rng_state.pth +3 -0
  31. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/scheduler.pt +3 -0
  32. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/trainer_state.json +0 -0
  33. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/config.json +64 -0
  34. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/clvla_contract.yaml +64 -0
  35. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/metadata.json +433 -0
  36. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00001-of-00002.safetensors +3 -0
  37. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00002-of-00002.safetensors +3 -0
  38. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model.safetensors.index.json +0 -0
  39. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/optimizer.pt +3 -0
  40. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/rng_state.pth +3 -0
  41. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/scheduler.pt +3 -0
  42. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/trainer_state.json +0 -0
  43. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/clvla_contract.yaml +64 -0
  44. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/metadata.json +433 -0
  45. instruction_question_q3_pretrained_bs256_30k_20261012_retry1/trainer_state.json +0 -0
baseline_bs256_30k/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "torch_dtype": "bfloat16",
63
+ "transformers_version": "4.51.3"
64
+ }
baseline_bs256_30k/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k
20
+ experiment_name: Baseline_BS256_30K
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 10000
30
+ save_total_limit: 1
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 0.0001
36
+ gradient_accumulation_steps: 1
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.05
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 8
44
+ dataloader_prefetch_factor: 4
45
+ report_to: wandb
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ dataset_backend: libero_pi_v2
50
+ n15_commit: 7368ef249bcceb81b9893070281e73178ee0685b
51
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
52
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
53
+ data_contract: libero_pi_v2
54
+ source_dataset:
55
+ dataset_backend: libero_pi_v2
56
+ dataset_path: /home/work/workspace/test/seonho/libero
57
+ episodes: 1693
58
+ frames: 273465
59
+ tasks: 40
60
+ fps: 10
61
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
62
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
63
+ action_horizon: 16
baseline_bs256_30k/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
baseline_bs256_30k/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
baseline_bs256_30k/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
baseline_bs256_30k/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ba7d53fbbf3f7ad7a06205a5a0b72d650fc636a5a3b13146c1757c86b766c97
3
+ size 5432
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "state_dropout_mode": "n17_input_and_embedding_v1",
32
+ "state_dropout_prob": 0.2,
33
+ "tune_diffusion_model": true,
34
+ "tune_projector": true,
35
+ "use_vlln": true,
36
+ "vl_self_attention_cfg": {
37
+ "attention_head_dim": 64,
38
+ "dropout": 0.2,
39
+ "final_dropout": true,
40
+ "num_attention_heads": 32,
41
+ "num_layers": 4,
42
+ "positional_embeddings": null
43
+ }
44
+ },
45
+ "action_horizon": 16,
46
+ "architectures": [
47
+ "GR00T_N1_5"
48
+ ],
49
+ "attn_implementation": null,
50
+ "backbone_cfg": {
51
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
52
+ "load_bf16": false,
53
+ "project_to_dim": null,
54
+ "reproject_vision": false,
55
+ "select_layer": 12,
56
+ "tune_llm": false,
57
+ "tune_visual": true,
58
+ "use_flash_attention": true
59
+ },
60
+ "compute_dtype": "bfloat16",
61
+ "hidden_size": 2048,
62
+ "model_dtype": "float32",
63
+ "model_type": "gr00t_n1_5",
64
+ "torch_dtype": "bfloat16",
65
+ "transformers_version": "4.51.3"
66
+ }
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k_state_dropout0p2
20
+ experiment_name: Baseline_BS256_30K_StateDropout0p2
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 10000
30
+ save_total_limit: 1
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ state_dropout_prob: 0.2
36
+ learning_rate: 0.0001
37
+ gradient_accumulation_steps: 1
38
+ weight_decay: 1.0e-05
39
+ warmup_ratio: 0.05
40
+ lora_rank: 0
41
+ lora_alpha: 16
42
+ lora_dropout: 0.1
43
+ lora_full_model: false
44
+ dataloader_num_workers: 8
45
+ dataloader_prefetch_factor: 4
46
+ report_to: wandb
47
+ resume: false
48
+ balance_dataset_weights: true
49
+ balance_trajectory_weights: true
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k_state_dropout0p2.yaml
53
+ config_sha256: cc20d097c811096e19065abd4b4c1ceeadf13de791ab4db85e054a8a02c46e68
54
+ data_contract: libero_pi_v2
55
+ state_dropout_mode: n17_input_and_embedding_v1
56
+ source_module_sha256:
57
+ clvla/patches/state_dropout_patch.py: 012b208a9a3d07a641b6b9bf3118a70e86dbed479b73fe95c1edec9c15df83d6
58
+ clvla/common/config.py: 3c2087e7f275a0fa7f8c28a597308805ced37411264d53d760034aae03ee6977
59
+ clvla/launch_finetune.py: 5e3306e6a4820d1d7b5442d5717a44a650ba90fd070414fc9a517045bba54e86
60
+ clvla/common/checkpoint_contract.py: ad67ecad364cd6491c90aa1083e20b542d1bf039595503702a036b3426c55410
61
+ source_dataset:
62
+ dataset_backend: libero_pi_v2
63
+ dataset_path: /home/work/workspace/test/seonho/libero
64
+ episodes: 1693
65
+ frames: 273465
66
+ tasks: 40
67
+ fps: 10
68
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
69
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
70
+ action_horizon: 16
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b50366f32fc5d744d45e75cc5990573db9bb3e451fbe13413cd7e2e4d910fe
3
+ size 4999367032
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e80928a0374e275b35392a6606b25105e85ef7764f09ff545dd0aa51b6d92bc1
3
+ size 2586705312
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c49d41acd6b563e138e4fec40a55bf1d81dcbd429b71b0d35b908350bc6e67
3
+ size 8550720062
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab6af3b9fe2a23166fe9073b68b0802b31c20ddc1fc1dc42567d4a9f77cf05d
3
+ size 14244
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8c620e9a7808e10f2bc64fa81fe5b1efb6dcc2acb3596ed32f58119a5368c1
3
+ size 1064
baseline_bs256_30k_state_dropout0p2/checkpoint-30000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
baseline_bs256_30k_state_dropout0p2/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k_state_dropout0p2
20
+ experiment_name: Baseline_BS256_30K_StateDropout0p2
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 10000
30
+ save_total_limit: 1
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ state_dropout_prob: 0.2
36
+ learning_rate: 0.0001
37
+ gradient_accumulation_steps: 1
38
+ weight_decay: 1.0e-05
39
+ warmup_ratio: 0.05
40
+ lora_rank: 0
41
+ lora_alpha: 16
42
+ lora_dropout: 0.1
43
+ lora_full_model: false
44
+ dataloader_num_workers: 8
45
+ dataloader_prefetch_factor: 4
46
+ report_to: wandb
47
+ resume: false
48
+ balance_dataset_weights: true
49
+ balance_trajectory_weights: true
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k_state_dropout0p2.yaml
53
+ config_sha256: cc20d097c811096e19065abd4b4c1ceeadf13de791ab4db85e054a8a02c46e68
54
+ data_contract: libero_pi_v2
55
+ state_dropout_mode: n17_input_and_embedding_v1
56
+ source_module_sha256:
57
+ clvla/patches/state_dropout_patch.py: 012b208a9a3d07a641b6b9bf3118a70e86dbed479b73fe95c1edec9c15df83d6
58
+ clvla/common/config.py: 3c2087e7f275a0fa7f8c28a597308805ced37411264d53d760034aae03ee6977
59
+ clvla/launch_finetune.py: 5e3306e6a4820d1d7b5442d5717a44a650ba90fd070414fc9a517045bba54e86
60
+ clvla/common/checkpoint_contract.py: ad67ecad364cd6491c90aa1083e20b542d1bf039595503702a036b3426c55410
61
+ source_dataset:
62
+ dataset_backend: libero_pi_v2
63
+ dataset_path: /home/work/workspace/test/seonho/libero
64
+ episodes: 1693
65
+ frames: 273465
66
+ tasks: 40
67
+ fps: 10
68
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
69
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
70
+ action_horizon: 16
baseline_bs256_30k_state_dropout0p2/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
baseline_bs256_30k_state_dropout0p2/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
instruction_question_q3_1000_20261012/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_1000_20261012
20
+ experiment_name: InstructionQuestion_Q3_1000
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: /home/work/workspace/test/seonho/groot_libero/train_ckpt/baseline_bs256_30k/checkpoint-30000
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 16
27
+ max_steps: 1000
28
+ num_gpus: 1
29
+ save_steps: 1000
30
+ save_total_limit: 1
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 1.0e-05
36
+ gradient_accumulation_steps: 2
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.1
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 4
44
+ dataloader_prefetch_factor: 2
45
+ report_to: tensorboard
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ state_dropout_prob: 0.0
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
53
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
54
+ data_contract: libero_pi_v2
55
+ source_dataset:
56
+ dataset_backend: libero_pi_v2
57
+ dataset_path: /home/work/workspace/test/seonho/libero
58
+ episodes: 1693
59
+ frames: 273465
60
+ tasks: 40
61
+ fps: 10
62
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
63
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
64
+ action_horizon: 16
instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012
20
+ experiment_name: InstructionQuestion_Q3_Pretrained
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 10000
30
+ save_total_limit: 1
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 0.0001
36
+ gradient_accumulation_steps: 1
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.05
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 8
44
+ dataloader_prefetch_factor: 4
45
+ report_to: tensorboard
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ state_dropout_prob: 0.0
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
53
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
54
+ data_contract: libero_pi_v2
55
+ source_dataset:
56
+ dataset_backend: libero_pi_v2
57
+ dataset_path: /home/work/workspace/test/seonho/libero
58
+ episodes: 1693
59
+ frames: 273465
60
+ tasks: 40
61
+ fps: 10
62
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
63
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
64
+ action_horizon: 16
instruction_question_q3_pretrained_bs256_30k_20261012/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "torch_dtype": "bfloat16",
63
+ "transformers_version": "4.51.3"
64
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1
20
+ experiment_name: InstructionQuestion_Q3_Pretrained_Retry1
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 1000
30
+ save_total_limit: 2
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 0.0001
36
+ gradient_accumulation_steps: 1
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.05
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 8
44
+ dataloader_prefetch_factor: 4
45
+ report_to: tensorboard
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ state_dropout_prob: 0.0
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
53
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
54
+ data_contract: libero_pi_v2
55
+ source_dataset:
56
+ dataset_backend: libero_pi_v2
57
+ dataset_path: /home/work/workspace/test/seonho/libero
58
+ episodes: 1693
59
+ frames: 273465
60
+ tasks: 40
61
+ fps: 10
62
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
63
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
64
+ action_horizon: 16
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67da7277716e9b032e26660f6fcaccdd88d9864e68fa31508860f91557a97d78
3
+ size 4999367032
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addb2928b38d589323b87a5f0758cb05b3e49dc3f5ce88fa71337e8e13256327
3
+ size 2586705312
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0012b4a3150a91abe8a5900807428d2832bd32ffa2fe9d35170abf05f8bcc40f
3
+ size 8550720062
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:459d335ce281fa69fd3601b5a9a426ef40697c5ab5287785f3b80e8515e10960
3
+ size 14244
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80eb691247c0be8bf6cc8a320df71e54cb5d16c26407bff941b1581e563855fe
3
+ size 1064
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-29000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "torch_dtype": "bfloat16",
63
+ "transformers_version": "4.51.3"
64
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1
20
+ experiment_name: InstructionQuestion_Q3_Pretrained_Retry1
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 1000
30
+ save_total_limit: 2
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 0.0001
36
+ gradient_accumulation_steps: 1
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.05
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 8
44
+ dataloader_prefetch_factor: 4
45
+ report_to: tensorboard
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ state_dropout_prob: 0.0
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
53
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
54
+ data_contract: libero_pi_v2
55
+ source_dataset:
56
+ dataset_backend: libero_pi_v2
57
+ dataset_path: /home/work/workspace/test/seonho/libero
58
+ episodes: 1693
59
+ frames: 273465
60
+ tasks: 40
61
+ fps: 10
62
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
63
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
64
+ action_horizon: 16
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f35e03b2a494bb07f550a82d9a7eabb1b665b4d1dc865806e3f3a3f092f488f
3
+ size 4999367032
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f3dc8b4585d45034f1b2a8004cea0ee5eaa43f88d1136d558b04cda70c7c038
3
+ size 2586705312
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f991003001b129dcc53b1abcbc3677c15724fa1d83c68b662a6d17d66d5e358
3
+ size 8550720062
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b27b948758a703446cc25f4a654ed01313d88cb7adb320dea5b3fbf1ec5b463a
3
+ size 14244
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8c620e9a7808e10f2bc64fa81fe5b1efb6dcc2acb3596ed32f58119a5368c1
3
+ size 1064
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/checkpoint-30000/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning: {}
6
+ auxiliary: {}
7
+ task_loss: {}
8
+ state_rkd: {}
9
+ state_subspace: {}
10
+ action_rkd: {}
11
+ relation_mismatch: {}
12
+ objective: {}
13
+ input_cache: {}
14
+ episode_shard: {}
15
+ n17_official_shard: {}
16
+ training:
17
+ dataset_path:
18
+ - /home/work/workspace/test/seonho/libero
19
+ output_dir: /home/work/workspace/test/seonho/groot_libero/train_ckpt/instruction_question_q3_pretrained_bs256_30k_20261012_retry1
20
+ experiment_name: InstructionQuestion_Q3_Pretrained_Retry1
21
+ wandb_project: finetune-gr00t-n1d5-libero
22
+ data_config: examples.Libero.custom_data_config:LiberoDataConfig
23
+ base_model_path: nvidia/GR00T-N1.5-3B
24
+ embodiment_tag: new_embodiment
25
+ video_backend: torchcodec
26
+ batch_size: 256
27
+ max_steps: 30000
28
+ num_gpus: 1
29
+ save_steps: 1000
30
+ save_total_limit: 2
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: true
34
+ tune_diffusion_model: true
35
+ learning_rate: 0.0001
36
+ gradient_accumulation_steps: 1
37
+ weight_decay: 1.0e-05
38
+ warmup_ratio: 0.05
39
+ lora_rank: 0
40
+ lora_alpha: 16
41
+ lora_dropout: 0.1
42
+ lora_full_model: false
43
+ dataloader_num_workers: 8
44
+ dataloader_prefetch_factor: 4
45
+ report_to: tensorboard
46
+ resume: false
47
+ balance_dataset_weights: true
48
+ balance_trajectory_weights: true
49
+ state_dropout_prob: 0.0
50
+ dataset_backend: libero_pi_v2
51
+ n15_commit: f2dcd1c0e7fb16260c851e1d3cc9a8a9860b8f05
52
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg_libero/baseline/baseline_bs256_30k.yaml
53
+ config_sha256: 924eedeba532763db44563b7dcae35e6bb177d52b76a001bdb3b7051a764c2d0
54
+ data_contract: libero_pi_v2
55
+ source_dataset:
56
+ dataset_backend: libero_pi_v2
57
+ dataset_path: /home/work/workspace/test/seonho/libero
58
+ episodes: 1693
59
+ frames: 273465
60
+ tasks: 40
61
+ fps: 10
62
+ info_sha256: 77c0da93c67960bac803a8ea25dabf380d752c26c1d91c54151121dd10e7d82f
63
+ stats_sha256: 1fe6c2d548a7998394488ae68bc2be46a51c8cd3798af6ab74fff79f8b20e293
64
+ action_horizon: 16
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,433 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "x": {
6
+ "max": [
7
+ 0.21031762659549713
8
+ ],
9
+ "min": [
10
+ -0.4828203022480011
11
+ ],
12
+ "mean": [
13
+ -0.04651879519224167
14
+ ],
15
+ "std": [
16
+ 0.10494378954172134
17
+ ],
18
+ "q01": [
19
+ -0.39912487387657164
20
+ ],
21
+ "q99": [
22
+ 0.13556506335735302
23
+ ]
24
+ },
25
+ "y": {
26
+ "max": [
27
+ 0.39128610491752625
28
+ ],
29
+ "min": [
30
+ -0.3255046010017395
31
+ ],
32
+ "mean": [
33
+ 0.03440921753644943
34
+ ],
35
+ "std": [
36
+ 0.15176637470722198
37
+ ],
38
+ "q01": [
39
+ -0.26883512616157534
40
+ ],
41
+ "q99": [
42
+ 0.33566484451293943
43
+ ]
44
+ },
45
+ "z": {
46
+ "max": [
47
+ 1.3660105466842651
48
+ ],
49
+ "min": [
50
+ 0.008128180168569088
51
+ ],
52
+ "mean": [
53
+ 0.7645525336265564
54
+ ],
55
+ "std": [
56
+ 0.3785160183906555
57
+ ],
58
+ "q01": [
59
+ 0.03826696485280991
60
+ ],
61
+ "q99": [
62
+ 1.2706659078598022
63
+ ]
64
+ },
65
+ "roll": {
66
+ "max": [
67
+ 3.6714255809783936
68
+ ],
69
+ "min": [
70
+ 0.35277295112609863
71
+ ],
72
+ "mean": [
73
+ 2.972202777862549
74
+ ],
75
+ "std": [
76
+ 0.34427398443222046
77
+ ],
78
+ "q01": [
79
+ 1.5089580535888671
80
+ ],
81
+ "q99": [
82
+ 3.2773460674285886
83
+ ]
84
+ },
85
+ "pitch": {
86
+ "max": [
87
+ 3.560650587081909
88
+ ],
89
+ "min": [
90
+ -3.641430377960205
91
+ ],
92
+ "mean": [
93
+ -0.22047005593776703
94
+ ],
95
+ "std": [
96
+ 0.9069469571113586
97
+ ],
98
+ "q01": [
99
+ -2.719791135787964
100
+ ],
101
+ "q99": [
102
+ 2.406109695434569
103
+ ]
104
+ },
105
+ "yaw": {
106
+ "max": [
107
+ 1.386339545249939
108
+ ],
109
+ "min": [
110
+ -1.842738389968872
111
+ ],
112
+ "mean": [
113
+ -0.1255796253681183
114
+ ],
115
+ "std": [
116
+ 0.3253920078277588
117
+ ],
118
+ "q01": [
119
+ -1.08050856590271
120
+ ],
121
+ "q99": [
122
+ 0.59776972055435
123
+ ]
124
+ },
125
+ "gripper": {
126
+ "max": [
127
+ 0.04233968257904053,
128
+ 0.0013633022317662835
129
+ ],
130
+ "min": [
131
+ -0.0013586411951109767,
132
+ -0.042040832340717316
133
+ ],
134
+ "mean": [
135
+ 0.026914266869425774,
136
+ -0.02719070389866829
137
+ ],
138
+ "std": [
139
+ 0.014175914227962494,
140
+ 0.014058894477784634
141
+ ],
142
+ "q01": [
143
+ 0.0017423711018636821,
144
+ -0.04002561450004578
145
+ ],
146
+ "q99": [
147
+ 0.04031316146254539,
148
+ -0.0017781084170565016
149
+ ]
150
+ }
151
+ },
152
+ "action": {
153
+ "x": {
154
+ "max": [
155
+ 0.9375
156
+ ],
157
+ "min": [
158
+ -0.9375
159
+ ],
160
+ "mean": [
161
+ 0.06278137117624283
162
+ ],
163
+ "std": [
164
+ 0.3355240225791931
165
+ ],
166
+ "q01": [
167
+ -0.7044642567634583
168
+ ],
169
+ "q99": [
170
+ 0.9375
171
+ ]
172
+ },
173
+ "y": {
174
+ "max": [
175
+ 0.9375
176
+ ],
177
+ "min": [
178
+ -0.9375
179
+ ],
180
+ "mean": [
181
+ 0.0868409126996994
182
+ ],
183
+ "std": [
184
+ 0.3784470558166504
185
+ ],
186
+ "q01": [
187
+ -0.8008928298950195
188
+ ],
189
+ "q99": [
190
+ 0.8678571581840515
191
+ ]
192
+ },
193
+ "z": {
194
+ "max": [
195
+ 0.9375
196
+ ],
197
+ "min": [
198
+ -0.9375
199
+ ],
200
+ "mean": [
201
+ -0.09037282317876816
202
+ ],
203
+ "std": [
204
+ 0.44472837448120117
205
+ ],
206
+ "q01": [
207
+ -0.9375
208
+ ],
209
+ "q99": [
210
+ 0.9375
211
+ ]
212
+ },
213
+ "roll": {
214
+ "max": [
215
+ 0.3557142913341522
216
+ ],
217
+ "min": [
218
+ -0.2582142949104309
219
+ ],
220
+ "mean": [
221
+ 0.0005407406715676188
222
+ ],
223
+ "std": [
224
+ 0.03924351558089256
225
+ ],
226
+ "q01": [
227
+ -0.11464285850524902
228
+ ],
229
+ "q99": [
230
+ 0.13178572058677673
231
+ ]
232
+ },
233
+ "pitch": {
234
+ "max": [
235
+ 0.375
236
+ ],
237
+ "min": [
238
+ -0.375
239
+ ],
240
+ "mean": [
241
+ 0.005643361248075962
242
+ ],
243
+ "std": [
244
+ 0.06339313089847565
245
+ ],
246
+ "q01": [
247
+ -0.1639285683631897
248
+ ],
249
+ "q99": [
250
+ 0.19285714626312256
251
+ ]
252
+ },
253
+ "yaw": {
254
+ "max": [
255
+ 0.375
256
+ ],
257
+ "min": [
258
+ -0.3675000071525574
259
+ ],
260
+ "mean": [
261
+ -0.005229088477790356
262
+ ],
263
+ "std": [
264
+ 0.07797032594680786
265
+ ],
266
+ "q01": [
267
+ -0.2239285707473755
268
+ ],
269
+ "q99": [
270
+ 0.335357129573822
271
+ ]
272
+ },
273
+ "gripper": {
274
+ "max": [
275
+ 1.0
276
+ ],
277
+ "min": [
278
+ -1.0
279
+ ],
280
+ "mean": [
281
+ -0.04964079707860947
282
+ ],
283
+ "std": [
284
+ 0.9987710118293762
285
+ ],
286
+ "q01": [
287
+ -1.0
288
+ ],
289
+ "q99": [
290
+ 1.0
291
+ ]
292
+ }
293
+ }
294
+ },
295
+ "modalities": {
296
+ "video": {
297
+ "image": {
298
+ "resolution": [
299
+ 256,
300
+ 256
301
+ ],
302
+ "channels": 3,
303
+ "fps": 10.0
304
+ },
305
+ "wrist_image": {
306
+ "resolution": [
307
+ 256,
308
+ 256
309
+ ],
310
+ "channels": 3,
311
+ "fps": 10.0
312
+ }
313
+ },
314
+ "state": {
315
+ "x": {
316
+ "absolute": true,
317
+ "rotation_type": null,
318
+ "shape": [
319
+ 1
320
+ ],
321
+ "continuous": true
322
+ },
323
+ "y": {
324
+ "absolute": true,
325
+ "rotation_type": null,
326
+ "shape": [
327
+ 1
328
+ ],
329
+ "continuous": true
330
+ },
331
+ "z": {
332
+ "absolute": true,
333
+ "rotation_type": null,
334
+ "shape": [
335
+ 1
336
+ ],
337
+ "continuous": true
338
+ },
339
+ "roll": {
340
+ "absolute": true,
341
+ "rotation_type": null,
342
+ "shape": [
343
+ 1
344
+ ],
345
+ "continuous": true
346
+ },
347
+ "pitch": {
348
+ "absolute": true,
349
+ "rotation_type": null,
350
+ "shape": [
351
+ 1
352
+ ],
353
+ "continuous": true
354
+ },
355
+ "yaw": {
356
+ "absolute": true,
357
+ "rotation_type": null,
358
+ "shape": [
359
+ 1
360
+ ],
361
+ "continuous": true
362
+ },
363
+ "gripper": {
364
+ "absolute": true,
365
+ "rotation_type": null,
366
+ "shape": [
367
+ 2
368
+ ],
369
+ "continuous": true
370
+ }
371
+ },
372
+ "action": {
373
+ "x": {
374
+ "absolute": true,
375
+ "rotation_type": null,
376
+ "shape": [
377
+ 1
378
+ ],
379
+ "continuous": true
380
+ },
381
+ "y": {
382
+ "absolute": true,
383
+ "rotation_type": null,
384
+ "shape": [
385
+ 1
386
+ ],
387
+ "continuous": true
388
+ },
389
+ "z": {
390
+ "absolute": true,
391
+ "rotation_type": null,
392
+ "shape": [
393
+ 1
394
+ ],
395
+ "continuous": true
396
+ },
397
+ "roll": {
398
+ "absolute": true,
399
+ "rotation_type": null,
400
+ "shape": [
401
+ 1
402
+ ],
403
+ "continuous": true
404
+ },
405
+ "pitch": {
406
+ "absolute": true,
407
+ "rotation_type": null,
408
+ "shape": [
409
+ 1
410
+ ],
411
+ "continuous": true
412
+ },
413
+ "yaw": {
414
+ "absolute": true,
415
+ "rotation_type": null,
416
+ "shape": [
417
+ 1
418
+ ],
419
+ "continuous": true
420
+ },
421
+ "gripper": {
422
+ "absolute": true,
423
+ "rotation_type": null,
424
+ "shape": [
425
+ 1
426
+ ],
427
+ "continuous": true
428
+ }
429
+ }
430
+ },
431
+ "embodiment_tag": "new_embodiment"
432
+ }
433
+ }
instruction_question_q3_pretrained_bs256_30k_20261012_retry1/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff