Hugging Face's logo

Whalswp
/
robocasa-kitchen_v2

Robotics
Safetensors
robocasa
groot
Model card Files
xet
 Community
1
Whalswp commited on
Commit
a327e97
·
verified ·
1 Parent(s): df6d286

Back up N1.5 Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K run_root

Browse files
Files changed (8) hide show
  1. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/config.json +69 -0
  2. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/experiment_cfg/clvla_contract.yaml +51 -0
  3. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/experiment_cfg/metadata.json +807 -0
  4. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model-00001-of-00002.safetensors +3 -0
  5. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model-00002-of-00002.safetensors +3 -0
  6. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model.safetensors.index.json +0 -0
  7. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/trainer_state.json +0 -0
  8. n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/training_args.bin +3 -0
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "clvla_vision_last_n_layers": 27,
59
+ "clvla_vision_lr_multiplier": 0.1,
60
+ "clvla_vision_total_layers": 27,
61
+ "clvla_vision_train_connector": true,
62
+ "clvla_vision_tuning_mode": "full",
63
+ "compute_dtype": "bfloat16",
64
+ "hidden_size": 2048,
65
+ "model_dtype": "float32",
66
+ "model_type": "gr00t_n1_5",
67
+ "torch_dtype": "bfloat16",
68
+ "transformers_version": "4.51.3"
69
+ }
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/experiment_cfg/clvla_contract.yaml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ schema_version: clvla_n15_v1
2
+ variant: baseline
3
+ relation_mode: null
4
+ future_token_mode: checkpoint_weight
5
+ vision_tuning:
6
+ mode: full
7
+ train_connector: true
8
+ lr_multiplier: 0.1
9
+ auxiliary: {}
10
+ relation_mismatch: {}
11
+ objective: {}
12
+ input_cache: {}
13
+ episode_shard: {}
14
+ n17_official_shard: {}
15
+ training:
16
+ dataset_path:
17
+ - /home/work/workspace/test/seonho/robocasa_mg_gr00t_300
18
+ output_dir: /home/work/workspace/test/seonho/groot_robocasa-kitchen/train_ckpt/n15/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K
19
+ experiment_name: Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K
20
+ wandb_project: finetune-gr00t-n1d5
21
+ data_config: single_panda_gripper
22
+ base_model_path: nvidia/GR00T-N1.5-3B
23
+ embodiment_tag: new_embodiment
24
+ video_backend: torchcodec
25
+ batch_size: 32
26
+ max_steps: 60000
27
+ num_gpus: 1
28
+ save_steps: 5000
29
+ save_total_limit: 1
30
+ tune_llm: false
31
+ tune_visual: true
32
+ tune_projector: true
33
+ tune_diffusion_model: true
34
+ learning_rate: 0.0001
35
+ gradient_accumulation_steps: 2
36
+ weight_decay: 1.0e-05
37
+ warmup_ratio: 0.05
38
+ lora_rank: 0
39
+ lora_alpha: 16
40
+ lora_dropout: 0.1
41
+ lora_full_model: false
42
+ dataloader_num_workers: 8
43
+ dataloader_prefetch_factor: 4
44
+ report_to: wandb
45
+ resume: false
46
+ balance_dataset_weights: true
47
+ balance_trajectory_weights: true
48
+ n15_commit: d1ccca163c96639ddc677dae3f4f14d05cbc63fd
49
+ config_path: /home/work/workspace/test/seonho/clvla/Isaac-GR00T-N1.5/clvla/cfg/vision_enc/baseline/baseline_full_vision_connector_fm_vlr0p1.yaml
50
+ config_sha256: ecfaea898d548605de762855e1451ffc35683fe8cf042cc046dcbd45db46195a
51
+ data_contract: single_panda_gripper_v1
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,807 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 5.601607322692871,
8
+ -0.4872598946094513,
9
+ 0.7495372295379639
10
+ ],
11
+ "min": [
12
+ 0.31250813603401184,
13
+ -5.100343704223633,
14
+ 0.6963803172111511
15
+ ],
16
+ "mean": [
17
+ 2.5315651893615723,
18
+ -1.5020122528076172,
19
+ 0.7073471546173096
20
+ ],
21
+ "std": [
22
+ 1.4670116901397705,
23
+ 0.8559004664421082,
24
+ 0.006971539929509163
25
+ ],
26
+ "q01": [
27
+ 0.5000457167625427,
28
+ -4.100119590759277,
29
+ 0.6999446749687195
30
+ ],
31
+ "q99": [
32
+ 5.5999836921691895,
33
+ -0.778001925945282,
34
+ 0.7071865797042847
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.2765239179134369,
54
+ 0.6414101719856262
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6192871332168579,
60
+ 0.35383468866348267
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -1.0,
66
+ 5.569559434661642e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 1.0,
72
+ 1.0
73
+ ]
74
+ },
75
+ "end_effector_position_absolute": {
76
+ "max": [
77
+ 6.18405818939209,
78
+ -0.009097904898226261,
79
+ 1.8348677158355713
80
+ ],
81
+ "min": [
82
+ 0.01175791583955288,
83
+ -5.087834358215332,
84
+ 0.7236378788948059
85
+ ],
86
+ "mean": [
87
+ 2.5557069778442383,
88
+ -1.4287182092666626,
89
+ 1.2477613687515259
90
+ ],
91
+ "std": [
92
+ 1.626364827156067,
93
+ 0.9738650321960449,
94
+ 0.24595242738723755
95
+ ],
96
+ "q01": [
97
+ 0.145528781414032,
98
+ -4.12215726852417,
99
+ 0.7766175556182862
100
+ ],
101
+ "q99": [
102
+ 5.86918882369995,
103
+ -0.14761754989624046,
104
+ 1.6773935270309448
105
+ ]
106
+ },
107
+ "end_effector_position_relative": {
108
+ "max": [
109
+ 0.8734620809555054,
110
+ 0.8441421985626221,
111
+ 1.1348456144332886
112
+ ],
113
+ "min": [
114
+ -0.46594083309173584,
115
+ -0.8278615474700928,
116
+ 0.011948669329285622
117
+ ],
118
+ "mean": [
119
+ 0.266306072473526,
120
+ -0.04002884030342102,
121
+ 0.5537278652191162
122
+ ],
123
+ "std": [
124
+ 0.19139817357063293,
125
+ 0.2582354247570038,
126
+ 0.2461009919643402
127
+ ],
128
+ "q01": [
129
+ -0.251964715719223,
130
+ -0.6177875232696534,
131
+ 0.07541620314121246
132
+ ],
133
+ "q99": [
134
+ 0.736240336894989,
135
+ 0.6068667078018188,
136
+ 0.9772176861763
137
+ ]
138
+ },
139
+ "end_effector_rotation_absolute": {
140
+ "max": [
141
+ 0.9999977350234985,
142
+ 0.9990691542625427,
143
+ 0.9815630316734314,
144
+ 0.9457746744155884
145
+ ],
146
+ "min": [
147
+ -0.9574247598648071,
148
+ -0.9999843239784241,
149
+ -0.8860878348350525,
150
+ -0.960811972618103
151
+ ],
152
+ "mean": [
153
+ 0.4705830514431,
154
+ 0.023915516212582588,
155
+ 0.17580851912498474,
156
+ -0.0628008246421814
157
+ ],
158
+ "std": [
159
+ 0.418401300907135,
160
+ 0.602892279624939,
161
+ 0.30509766936302185,
162
+ 0.33302298188209534
163
+ ],
164
+ "q01": [
165
+ -0.7058527708053589,
166
+ -0.9918827247619629,
167
+ -0.6562725901603699,
168
+ -0.7662235760688781
169
+ ],
170
+ "q99": [
171
+ 0.991655216217041,
172
+ 0.9357455682754516,
173
+ 0.7898480153083801,
174
+ 0.7428149509429931
175
+ ]
176
+ },
177
+ "end_effector_rotation_relative": {
178
+ "max": [
179
+ 0.9999980926513672,
180
+ 0.990567147731781,
181
+ 0.964046835899353,
182
+ 0.9740113019943237
183
+ ],
184
+ "min": [
185
+ -0.9999996423721313,
186
+ -0.9910850524902344,
187
+ -0.9571061134338379,
188
+ 6.351022108219695e-08
189
+ ],
190
+ "mean": [
191
+ -0.14963096380233765,
192
+ 0.1248803362250328,
193
+ 0.0027880165725946426,
194
+ 0.2082664668560028
195
+ ],
196
+ "std": [
197
+ 0.7683019042015076,
198
+ 0.36296239495277405,
199
+ 0.37635329365730286,
200
+ 0.2322801947593689
201
+ ],
202
+ "q01": [
203
+ -0.9973158955574035,
204
+ -0.6837371301651001,
205
+ -0.7814695286750794,
206
+ 0.0013687612861394884
207
+ ],
208
+ "q99": [
209
+ 0.9957762026786804,
210
+ 0.8491807365417481,
211
+ 0.7687161755561829,
212
+ 0.802422981262207
213
+ ]
214
+ },
215
+ "gripper_qpos": {
216
+ "max": [
217
+ 0.07896614819765091,
218
+ 0.10181591659784317
219
+ ],
220
+ "min": [
221
+ -0.027591193094849586,
222
+ -0.05319468677043915
223
+ ],
224
+ "mean": [
225
+ 0.030854083597660065,
226
+ -0.03072655387222767
227
+ ],
228
+ "std": [
229
+ 0.013360796496272087,
230
+ 0.013391095213592052
231
+ ],
232
+ "q01": [
233
+ -4.0135159069905056e-05,
234
+ -0.04032127052545548
235
+ ],
236
+ "q99": [
237
+ 0.04066328033804893,
238
+ -0.00040660659200511887
239
+ ]
240
+ },
241
+ "gripper_qvel": {
242
+ "max": [
243
+ 1.6098369359970093,
244
+ 16.347944259643555
245
+ ],
246
+ "min": [
247
+ -2.2620184421539307,
248
+ -0.607681393623352
249
+ ],
250
+ "mean": [
251
+ 0.000719624396879226,
252
+ -0.0007039760239422321
253
+ ],
254
+ "std": [
255
+ 0.014941745437681675,
256
+ 0.01924414187669754
257
+ ],
258
+ "q01": [
259
+ -0.06061995089054108,
260
+ -0.061852154731750486
261
+ ],
262
+ "q99": [
263
+ 0.060133510529994924,
264
+ 0.06022836208343506
265
+ ]
266
+ },
267
+ "joint_position": {
268
+ "max": [
269
+ 2.9067223072052,
270
+ 1.4987837076187134,
271
+ 2.899402141571045,
272
+ -0.02150430530309677,
273
+ 2.9257497787475586,
274
+ 3.788130760192871,
275
+ 2.9191486835479736
276
+ ],
277
+ "min": [
278
+ -2.9045588970184326,
279
+ -1.778917908668518,
280
+ -2.898763656616211,
281
+ -3.0899336338043213,
282
+ -2.919085741043091,
283
+ 0.03439585119485855,
284
+ -2.9150876998901367
285
+ ],
286
+ "mean": [
287
+ -0.009502203203737736,
288
+ -0.8110345005989075,
289
+ -0.14543816447257996,
290
+ -2.092560291290283,
291
+ 0.21085135638713837,
292
+ 1.9832311868667603,
293
+ 0.6437883973121643
294
+ ],
295
+ "std": [
296
+ 0.3928738534450531,
297
+ 0.615814745426178,
298
+ 0.6957448124885559,
299
+ 0.6573575139045715,
300
+ 0.7360686659812927,
301
+ 0.5835347771644592,
302
+ 0.8847095966339111
303
+ ],
304
+ "q01": [
305
+ -1.112356686592102,
306
+ -1.7629162073135376,
307
+ -1.952404227256775,
308
+ -3.0719614028930664,
309
+ -1.3566890811920167,
310
+ 0.713577287197113,
311
+ -1.6071688652038574
312
+ ],
313
+ "q99": [
314
+ 1.4290750741958596,
315
+ 0.7505003905296316,
316
+ 1.8789696216583252,
317
+ -0.06965330421924591,
318
+ 2.897454261779785,
319
+ 3.5309412384033183,
320
+ 2.7498557090759275
321
+ ]
322
+ },
323
+ "joint_position_cos": {
324
+ "max": [
325
+ 1.0,
326
+ 1.0,
327
+ 1.0,
328
+ 0.9997687935829163,
329
+ 1.0,
330
+ 0.9994085431098938,
331
+ 1.0
332
+ ],
333
+ "min": [
334
+ -0.9725445508956909,
335
+ -0.20662237703800201,
336
+ -0.9708149433135986,
337
+ -0.998665988445282,
338
+ -0.9767962098121643,
339
+ -1.0,
340
+ -0.975361168384552
341
+ ],
342
+ "mean": [
343
+ 0.9368533492088318,
344
+ 0.5487301349639893,
345
+ 0.7909337282180786,
346
+ -0.44477057456970215,
347
+ 0.8003951907157898,
348
+ -0.3284209966659546,
349
+ 0.5292185544967651
350
+ ],
351
+ "std": [
352
+ 0.18806983530521393,
353
+ 0.3238338530063629,
354
+ 0.3483835756778717,
355
+ 0.5128603577613831,
356
+ 0.41907837986946106,
357
+ 0.44435837864875793,
358
+ 0.4577120542526245
359
+ ],
360
+ "q01": [
361
+ -0.028352123275399165,
362
+ -0.19094021618366241,
363
+ -0.4218991422653198,
364
+ -0.9975767135620117,
365
+ -0.9703471064567566,
366
+ -0.9987616801261902,
367
+ -0.9365046453475953
368
+ ],
369
+ "q99": [
370
+ 0.9999994039535522,
371
+ 0.9995378518104553,
372
+ 0.9999944567680359,
373
+ 0.9975751638412476,
374
+ 0.9999942183494568,
375
+ 0.7560252261161804,
376
+ 0.9997037053108215
377
+ ]
378
+ },
379
+ "joint_position_sin": {
380
+ "max": [
381
+ 1.0,
382
+ 0.9974082112312317,
383
+ 1.0,
384
+ -0.021502649411559105,
385
+ 1.0,
386
+ 1.0,
387
+ 1.0
388
+ ],
389
+ "min": [
390
+ -1.0,
391
+ -1.0,
392
+ -1.0,
393
+ -1.0,
394
+ -1.0,
395
+ -0.6024267673492432,
396
+ -1.0
397
+ ],
398
+ "mean": [
399
+ -0.016687549650669098,
400
+ -0.6223337650299072,
401
+ -0.1208081841468811,
402
+ -0.6835928559303284,
403
+ 0.10104460269212723,
404
+ 0.7790007591247559,
405
+ 0.4382820129394531
406
+ ],
407
+ "std": [
408
+ 0.3047696352005005,
409
+ 0.4566800892353058,
410
+ 0.49255555868148804,
411
+ 0.26993513107299805,
412
+ 0.4195447862148285,
413
+ 0.30101412534713745,
414
+ 0.5644168257713318
415
+ ],
416
+ "q01": [
417
+ -0.8887296628952026,
418
+ -0.9998934864997864,
419
+ -0.9991217708587646,
420
+ -0.9997780919075012,
421
+ -0.9557623648643494,
422
+ -0.3795857656002044,
423
+ -0.987897298336029
424
+ ],
425
+ "q99": [
426
+ 0.9497140288352965,
427
+ 0.6820047998428338,
428
+ 0.9963063192367554,
429
+ -0.06942577660083771,
430
+ 0.9981896734237671,
431
+ 0.9999741911888123,
432
+ 0.9997917675971985
433
+ ]
434
+ },
435
+ "joint_velocity": {
436
+ "max": [
437
+ 3.9610798358917236,
438
+ 4.708287715911865,
439
+ 4.893841743469238,
440
+ 6.32977819442749,
441
+ 9.424575805664062,
442
+ 8.002043724060059,
443
+ 6.2579474449157715
444
+ ],
445
+ "min": [
446
+ -3.6412594318389893,
447
+ -3.3275678157806396,
448
+ -4.578517436981201,
449
+ -5.057194232940674,
450
+ -6.067282199859619,
451
+ -6.464511871337891,
452
+ -6.37498664855957
453
+ ],
454
+ "mean": [
455
+ -0.004871963057667017,
456
+ 0.017353052273392677,
457
+ -0.0031993486918509007,
458
+ 0.018676184117794037,
459
+ 0.011898555792868137,
460
+ 0.03337086737155914,
461
+ -0.005988204386085272
462
+ ],
463
+ "std": [
464
+ 0.22286543250083923,
465
+ 0.3334001302719116,
466
+ 0.2544739544391632,
467
+ 0.36149299144744873,
468
+ 0.33571285009384155,
469
+ 0.38648521900177,
470
+ 0.3577897250652313
471
+ ],
472
+ "q01": [
473
+ -0.7382641816139222,
474
+ -0.9932713437080383,
475
+ -0.6891296458244324,
476
+ -1.0751154088973998,
477
+ -0.9251720833778382,
478
+ -1.05612979888916,
479
+ -1.0389645385742188
480
+ ],
481
+ "q99": [
482
+ 0.6494716310501091,
483
+ 0.8279203224182128,
484
+ 0.7093800806999206,
485
+ 1.0475247430801367,
486
+ 1.059649910926817,
487
+ 1.056202611923216,
488
+ 0.9718989586830125
489
+ ]
490
+ }
491
+ },
492
+ "action": {
493
+ "base_motion": {
494
+ "max": [
495
+ 0.0,
496
+ 0.0,
497
+ 0.0,
498
+ 0.0
499
+ ],
500
+ "min": [
501
+ 0.0,
502
+ 0.0,
503
+ 0.0,
504
+ 0.0
505
+ ],
506
+ "mean": [
507
+ 0.0,
508
+ 0.0,
509
+ 0.0,
510
+ 0.0
511
+ ],
512
+ "std": [
513
+ 0.0,
514
+ 0.0,
515
+ 0.0,
516
+ 0.0
517
+ ],
518
+ "q01": [
519
+ 0.0,
520
+ 0.0,
521
+ 0.0,
522
+ 0.0
523
+ ],
524
+ "q99": [
525
+ 0.0,
526
+ 0.0,
527
+ 0.0,
528
+ 0.0
529
+ ]
530
+ },
531
+ "control_mode": {
532
+ "max": [
533
+ 0.0
534
+ ],
535
+ "min": [
536
+ 0.0
537
+ ],
538
+ "mean": [
539
+ 0.0
540
+ ],
541
+ "std": [
542
+ 0.0
543
+ ],
544
+ "q01": [
545
+ 0.0
546
+ ],
547
+ "q99": [
548
+ 0.0
549
+ ]
550
+ },
551
+ "end_effector_position": {
552
+ "max": [
553
+ 1.0,
554
+ 1.0,
555
+ 1.0
556
+ ],
557
+ "min": [
558
+ -1.0,
559
+ -1.0,
560
+ -1.0
561
+ ],
562
+ "mean": [
563
+ 0.029150759801268578,
564
+ 0.007607606239616871,
565
+ -0.037477411329746246
566
+ ],
567
+ "std": [
568
+ 0.4175023138523102,
569
+ 0.41343387961387634,
570
+ 0.36864909529685974
571
+ ],
572
+ "q01": [
573
+ -1.0,
574
+ -1.0,
575
+ -1.0
576
+ ],
577
+ "q99": [
578
+ 1.0,
579
+ 1.0,
580
+ 1.0
581
+ ]
582
+ },
583
+ "end_effector_rotation": {
584
+ "max": [
585
+ 1.0,
586
+ 1.0,
587
+ 1.0
588
+ ],
589
+ "min": [
590
+ -1.0,
591
+ -1.0,
592
+ -1.0
593
+ ],
594
+ "mean": [
595
+ 0.007235987111926079,
596
+ -0.023321982473134995,
597
+ -0.0024119403678923845
598
+ ],
599
+ "std": [
600
+ 0.147710919380188,
601
+ 0.15399158000946045,
602
+ 0.13929523527622223
603
+ ],
604
+ "q01": [
605
+ -0.42321433901786804,
606
+ -0.5219977021217346,
607
+ -0.4101182746887207
608
+ ],
609
+ "q99": [
610
+ 0.47503985762596074,
611
+ 0.38744416117668146,
612
+ 0.4242807936668394
613
+ ]
614
+ },
615
+ "gripper_close": {
616
+ "max": [
617
+ 1.0
618
+ ],
619
+ "min": [
620
+ 0.0
621
+ ],
622
+ "mean": [
623
+ 0.34521719813346863
624
+ ],
625
+ "std": [
626
+ 0.47949448227882385
627
+ ],
628
+ "q01": [
629
+ 0.0
630
+ ],
631
+ "q99": [
632
+ 1.0
633
+ ]
634
+ }
635
+ }
636
+ },
637
+ "modalities": {
638
+ "video": {
639
+ "left_view": {
640
+ "resolution": [
641
+ 256,
642
+ 256
643
+ ],
644
+ "channels": 3,
645
+ "fps": 20.0
646
+ },
647
+ "right_view": {
648
+ "resolution": [
649
+ 256,
650
+ 256
651
+ ],
652
+ "channels": 3,
653
+ "fps": 20.0
654
+ },
655
+ "wrist_view": {
656
+ "resolution": [
657
+ 256,
658
+ 256
659
+ ],
660
+ "channels": 3,
661
+ "fps": 20.0
662
+ }
663
+ },
664
+ "state": {
665
+ "base_position": {
666
+ "absolute": true,
667
+ "rotation_type": null,
668
+ "shape": [
669
+ 3
670
+ ],
671
+ "continuous": true
672
+ },
673
+ "base_rotation": {
674
+ "absolute": true,
675
+ "rotation_type": "quaternion",
676
+ "shape": [
677
+ 4
678
+ ],
679
+ "continuous": true
680
+ },
681
+ "end_effector_position_absolute": {
682
+ "absolute": true,
683
+ "rotation_type": null,
684
+ "shape": [
685
+ 3
686
+ ],
687
+ "continuous": true
688
+ },
689
+ "end_effector_position_relative": {
690
+ "absolute": true,
691
+ "rotation_type": null,
692
+ "shape": [
693
+ 3
694
+ ],
695
+ "continuous": true
696
+ },
697
+ "end_effector_rotation_absolute": {
698
+ "absolute": true,
699
+ "rotation_type": "quaternion",
700
+ "shape": [
701
+ 4
702
+ ],
703
+ "continuous": true
704
+ },
705
+ "end_effector_rotation_relative": {
706
+ "absolute": true,
707
+ "rotation_type": "quaternion",
708
+ "shape": [
709
+ 4
710
+ ],
711
+ "continuous": true
712
+ },
713
+ "gripper_qpos": {
714
+ "absolute": true,
715
+ "rotation_type": null,
716
+ "shape": [
717
+ 2
718
+ ],
719
+ "continuous": true
720
+ },
721
+ "gripper_qvel": {
722
+ "absolute": true,
723
+ "rotation_type": null,
724
+ "shape": [
725
+ 2
726
+ ],
727
+ "continuous": true
728
+ },
729
+ "joint_position": {
730
+ "absolute": true,
731
+ "rotation_type": null,
732
+ "shape": [
733
+ 7
734
+ ],
735
+ "continuous": true
736
+ },
737
+ "joint_position_cos": {
738
+ "absolute": true,
739
+ "rotation_type": null,
740
+ "shape": [
741
+ 7
742
+ ],
743
+ "continuous": true
744
+ },
745
+ "joint_position_sin": {
746
+ "absolute": true,
747
+ "rotation_type": null,
748
+ "shape": [
749
+ 7
750
+ ],
751
+ "continuous": true
752
+ },
753
+ "joint_velocity": {
754
+ "absolute": true,
755
+ "rotation_type": null,
756
+ "shape": [
757
+ 7
758
+ ],
759
+ "continuous": true
760
+ }
761
+ },
762
+ "action": {
763
+ "base_motion": {
764
+ "absolute": false,
765
+ "rotation_type": null,
766
+ "shape": [
767
+ 4
768
+ ],
769
+ "continuous": true
770
+ },
771
+ "control_mode": {
772
+ "absolute": true,
773
+ "rotation_type": null,
774
+ "shape": [
775
+ 1
776
+ ],
777
+ "continuous": false
778
+ },
779
+ "end_effector_position": {
780
+ "absolute": false,
781
+ "rotation_type": null,
782
+ "shape": [
783
+ 3
784
+ ],
785
+ "continuous": true
786
+ },
787
+ "end_effector_rotation": {
788
+ "absolute": false,
789
+ "rotation_type": "axis_angle",
790
+ "shape": [
791
+ 3
792
+ ],
793
+ "continuous": true
794
+ },
795
+ "gripper_close": {
796
+ "absolute": true,
797
+ "rotation_type": null,
798
+ "shape": [
799
+ 1
800
+ ],
801
+ "continuous": false
802
+ }
803
+ }
804
+ },
805
+ "embodiment_tag": "new_embodiment"
806
+ }
807
+ }
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9347848c6f9af894f4f8054c2c94cb032cc08dbf99dc6563f588c6459452722
3
+ size 4999367032
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fab8dfbd19a850de08e223d85c3ec44413b19e55b0d86f12d0f50f8480d7df
3
+ size 2586705312
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
n1.5/vision-ft/Baseline_FullVision_Connector_FMOnly_VisionLR0p1_RoboCasaKitchen_N1d5_Full_BS64_60K/run_root/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9b6439676ac850023474c5b9cc2100b2a77fac22841b26a66e427c58a5e89c
3
+ size 5688