songlinwei commited on
Commit
b2b9e09
·
verified ·
1 Parent(s): 5caaaef

psi0 simple-checkpoints: G1WholebodyHandoverTeleop-v0 (2610310807) and G1WholebodyXMovePickTeleop-v0 (2610310809), step 20000, envs.txt secrets redacted

Browse files
.gitattributes CHANGED
@@ -9,3 +9,5 @@ psi0/postpre.sonic1.1.unifolm.2609181726.40k/tokenizer.json filter=lfs diff=lfs
9
  psi0/simple-checkpoints/simple-bendpickplace.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2610300540/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
10
  psi0/simple-checkpoints/mix33-qknorm-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608081545/checkpoints/ckpt_60000/model.safetensors filter=lfs diff=lfs merge=lfs -text
11
  psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/checkpoints/ckpt_150000/model.safetensors filter=lfs diff=lfs merge=lfs -text
 
 
 
9
  psi0/simple-checkpoints/simple-bendpickplace.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2610300540/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
10
  psi0/simple-checkpoints/mix33-qknorm-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608081545/checkpoints/ckpt_60000/model.safetensors filter=lfs diff=lfs merge=lfs -text
11
  psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/checkpoints/ckpt_150000/model.safetensors filter=lfs diff=lfs merge=lfs -text
12
+ psi0/simple-checkpoints/handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
13
+ psi0/simple-checkpoints/xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
psi0/simple-checkpoints/handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807/argv.txt ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ scripts/train.py
2
+ finetune_simple_psi0_config
3
+ --seed=292285
4
+ --exp=handover
5
+ --train.name=finetune
6
+ --train.data_parallel=ddp
7
+ --train.mixed_precision=bf16
8
+ --train.train_batch_size=32
9
+ --train.max_checkpoints_to_keep=5
10
+ --train.gradient_accumulation_steps=1
11
+ --train.learning_rate=1e-4
12
+ --train.max_training_steps=20000
13
+ --train.warmup_ratio=None
14
+ --train.warmup_steps=2000
15
+ --train.checkpointing_steps=10000
16
+ --train.validation_steps=2000
17
+ --train.val_num_batches=-1
18
+ --train.val_batch_size=32
19
+ --train.max_grad_norm=1.0
20
+ --train.lr_scheduler_type=cosine
21
+ --train.lr_scheduler_kwargs.weight_decay=0.01
22
+ --train.lr_scheduler_kwargs.eps=1e-6
23
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
24
+ --log.report_to=wandb
25
+ --log.log_freq=1000
26
+ --data.root_dir=/hfm/songlin/simple/data/data-fixed
27
+ --data.train-repo-ids=G1WholebodyHandoverTeleop-v0-train
28
+ --data.val-repo-ids=G1WholebodyHandoverTeleop-v0-val
29
+ --data.transform.repack.pad-action-dim=36
30
+ --data.transform.repack.pad-state-dim=36
31
+ --data.transform.repack.state-temporal-jitter=10
32
+ --data.transform.repack.state-temporal-jitter-prob=0.5
33
+ --data.transform.field.stat-path=meta/stats_psi0.json
34
+ --data.transform.field.stat-action-key=action
35
+ --data.transform.field.stat-state-key=states
36
+ --data.transform.field.action_norm_type=bounds_q99
37
+ --data.transform.field.no-use-norm-mask
38
+ --data.transform.field.normalize-state
39
+ --data.transform.field.state-noise-std=0.05
40
+ --data.transform.field.pad-action-dim=36
41
+ --data.transform.field.pad-state-dim=36
42
+ --data.transform.model.img-aug
43
+ --data.transform.model.view-aug
44
+ --data.transform.model.view-aug-min-scale=0.85
45
+ --data.transform.model.view-aug-prob=1.0
46
+ --data.transform.model.resize.size 180 320
47
+ --data.transform.model.center_crop.size 180 320
48
+ --model.model_name_or_path=cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
49
+ --model.pretrained-action-header-path=cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
50
+ --model.noise-scheduler=flow
51
+ --model.train-diffusion-steps=1000
52
+ --model.n_conditions=0
53
+ --model.action-chunk-size=30
54
+ --model.action-dim=36
55
+ --model.action-exec-horizon=30
56
+ --model.observation-horizon=1
57
+ --model.odim=36
58
+ --model.dropout=0.0
59
+ --model.state-feature-dropout=0.0
60
+ --model.view_feature_dim=2048
61
+ --model.tune-vlm
62
+ --model.lang-backbone-lr=1e-6
63
+ --model.vision-tower-lr=1e-5
64
+ --model.mm-projector-lr=1e-4
65
+ --model.gradient-checkpointing
66
+ --model.no-use_film
67
+ --model.qk-norm=rms_norm
68
+ --model.combined-temb
69
+ --model.num-blocks=12
70
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
71
+ --model.state-drop-prob=0.1
72
+ --model.state-as-action-token
73
+ --model.state-null-token
74
+ --model.pooled-text-encoder=clip
75
+ --model.pooled-text-encoder-path=openai/clip-vit-large-patch14
76
+ --model.pooled-projection-dim=768
77
+ --model.pooled-cache-path=clip_pooled_cache_simple.pt
78
+ --model.rtc
79
+ --model.max-delay=8
psi0/simple-checkpoints/handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807/checkpoints/ckpt_20000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41feb3a454434978cb18015a5e5778dfd9d28f162f1a88b7de5de1ccb77804ef
3
+ size 11219871480
psi0/simple-checkpoints/handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=32
2
+ HF_HOME=/hfm/cache
3
+ TORCH_HOME=/hfm/cache
4
+ HF_TOKEN=<redacted>
5
+ HF_LEROBOT_HOME=/hfm/data/lerobot
6
+ DATA_HOME=/hfm/data
7
+ UV_CACHE_DIR=/hfm/cache
8
+ WANDB_API_KEY=<redacted>
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,2,6,7
11
+ WORLD_SIZE=4
12
+ LOCAL_WORLD_SIZE=4
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=127.0.0.1
16
+ MASTER_PORT=29500
psi0/simple-checkpoints/handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807/run_config.json ADDED
@@ -0,0 +1,390 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "handover",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "2610310807",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": "wandb",
11
+ "log_freq": 1000
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": "ggsonglin",
16
+ "group": "finetune",
17
+ "id": "p5er9qbe",
18
+ "name": "handover.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310807",
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": ".runs",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 32,
36
+ "val_batch_size": 32,
37
+ "val_num_batches": -1,
38
+ "checkpointing_steps": 10000,
39
+ "max_checkpoints_to_keep": 5,
40
+ "preserve_checkpoint_every": 10000,
41
+ "validation_steps": 2000,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 0.01,
50
+ "eps": 1e-06
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/hfm/songlin/psi/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 20000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 2000,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "simple",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "num_past_frames": 0,
78
+ "action_chunk_size": 30,
79
+ "state_temporal_jitter": 10,
80
+ "state_temporal_jitter_prob": 0.5,
81
+ "pad_action_dim": 36,
82
+ "pad_state_dim": 36
83
+ },
84
+ "model": {
85
+ "resize": {
86
+ "size": [
87
+ 180,
88
+ 320
89
+ ]
90
+ },
91
+ "center_crop": {
92
+ "size": [
93
+ 180,
94
+ 320
95
+ ]
96
+ },
97
+ "color_jitter": {
98
+ "brightness": 0.2,
99
+ "contrast": [
100
+ 0.8,
101
+ 1.2
102
+ ],
103
+ "saturation": [
104
+ 0.8,
105
+ 1.2
106
+ ],
107
+ "hue": 0.05
108
+ },
109
+ "gaussian_noise": {
110
+ "mean": 0.0,
111
+ "std": 3.0,
112
+ "prob_skip": 0.1
113
+ },
114
+ "img_aug": true,
115
+ "view_aug": true,
116
+ "view_aug_min_scale": 0.85,
117
+ "view_aug_prob": 1.0,
118
+ "adaptive_resize": false,
119
+ "img_sizes": {
120
+ "egodex": [
121
+ 270,
122
+ 480
123
+ ],
124
+ "he": [
125
+ 240,
126
+ 320
127
+ ]
128
+ }
129
+ },
130
+ "field": {
131
+ "stat_path": "meta/stats_psi0.json",
132
+ "action_norm_type": "bounds_q99",
133
+ "stat_action_key": "action",
134
+ "stat_state_key": "states",
135
+ "use_norm_mask": false,
136
+ "action_norm_masks": [
137
+ true,
138
+ true,
139
+ true,
140
+ true,
141
+ true,
142
+ true,
143
+ false
144
+ ],
145
+ "action_min": [
146
+ -0.5,
147
+ 0.0,
148
+ 0.0,
149
+ -1.5,
150
+ -1.5,
151
+ -1.5,
152
+ -1.5,
153
+ -0.5,
154
+ -0.699999988079071,
155
+ -0.699999988079071,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ -0.3209294080734253,
161
+ 0.1900009959936142,
162
+ -0.3880355954170227,
163
+ -0.504662036895752,
164
+ -0.3892745077610016,
165
+ -0.4709012508392334,
166
+ -0.7163057923316956,
167
+ -0.34203222393989563,
168
+ -0.2993462383747101,
169
+ -0.2639327347278595,
170
+ -0.6705281734466553,
171
+ -0.5924341678619385,
172
+ -0.4059029817581177,
173
+ -0.3204508125782013,
174
+ -0.07038287073373795,
175
+ -0.07046280056238174,
176
+ -0.2561952769756317,
177
+ 0.7400000095367432,
178
+ -0.3524305522441864,
179
+ 0.0,
180
+ -0.10271874815225601,
181
+ 0.0
182
+ ],
183
+ "action_max": [
184
+ 0.5,
185
+ 0.699999988079071,
186
+ 0.699999988079071,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 1.5,
195
+ 1.5,
196
+ 0.6000000238418579,
197
+ 1.5,
198
+ 0.14089947938919067,
199
+ 0.5808835029602051,
200
+ 1.1797873973846436,
201
+ 0.2577478289604187,
202
+ 0.5666770935058594,
203
+ 0.34745705127716064,
204
+ 0.33941981196403503,
205
+ 0.08011209964752197,
206
+ -0.1900009959936142,
207
+ 0.4012492299079895,
208
+ 0.3766537308692932,
209
+ 0.41124969720840454,
210
+ 0.48994380235671997,
211
+ 0.4618228077888489,
212
+ 0.09533960372209549,
213
+ 0.12665507197380066,
214
+ 0.1171000674366951,
215
+ 0.7400000095367432,
216
+ 0.4913194477558136,
217
+ 0.5,
218
+ 0.1073976457118988,
219
+ 0.12076389044523239
220
+ ],
221
+ "state_min": [
222
+ -0.5452088713645935,
223
+ -0.4274974465370178,
224
+ -0.0005246381624601781,
225
+ -0.6480066180229187,
226
+ -1.3562620878219604,
227
+ -0.7743040323257446,
228
+ -1.4221707582473755,
229
+ -0.5719072222709656,
230
+ -0.3247336149215698,
231
+ -0.6709954142570496,
232
+ -1.0579240097285947e-06,
233
+ -1.4573490147995471e-07,
234
+ -1.5106486443983158e-06,
235
+ -2.4235487217083573e-07,
236
+ -0.2742413580417633,
237
+ 0.15975838899612427,
238
+ -0.40353596210479736,
239
+ -0.4082282781600952,
240
+ -0.3712728023529053,
241
+ -0.4030523896217346,
242
+ -0.7383889555931091,
243
+ -0.2908404469490051,
244
+ -0.2874874472618103,
245
+ -0.24262818694114685,
246
+ -0.6050335168838501,
247
+ -0.5883933901786804,
248
+ -0.33852073550224304,
249
+ -0.319276362657547,
250
+ -0.07735681533813477,
251
+ -0.04239160940051079,
252
+ -0.2542881965637207,
253
+ 0.7400000095367432,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0
258
+ ],
259
+ "state_max": [
260
+ 0.40327703952789307,
261
+ 0.2348814457654953,
262
+ 0.6518104672431946,
263
+ 0.00030119536677375436,
264
+ 0.0005192926619201899,
265
+ 0.00015051758964546025,
266
+ 2.3595026505063288e-05,
267
+ 5.185912414162885e-06,
268
+ 0.08334404230117798,
269
+ 0.0002213901316281408,
270
+ 0.4497036337852478,
271
+ 1.3850609064102173,
272
+ 1.4514529705047607,
273
+ 1.4533517360687256,
274
+ 0.1694120466709137,
275
+ 0.5226882100105286,
276
+ 1.1606279611587524,
277
+ 0.3334708511829376,
278
+ 0.5583706498146057,
279
+ 0.39592525362968445,
280
+ 0.3333164155483246,
281
+ 0.11022846400737762,
282
+ -0.17762316763401031,
283
+ 0.4090579152107239,
284
+ 0.44925397634506226,
285
+ 0.3893393576145172,
286
+ 0.546898365020752,
287
+ 0.47487956285476685,
288
+ 0.08610126376152039,
289
+ 0.1693275272846222,
290
+ 0.11660625785589218,
291
+ 0.7400000095367432,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0
296
+ ],
297
+ "normalize_state": true,
298
+ "state_noise_std": 0.05,
299
+ "pad_action_dim": 36,
300
+ "pad_state_dim": 36
301
+ }
302
+ },
303
+ "root_dir": "/hfm/songlin/simple/data/data-fixed",
304
+ "train_repo_ids": [
305
+ "G1WholebodyHandoverTeleop-v0-train"
306
+ ],
307
+ "val_repo_ids": [
308
+ "G1WholebodyHandoverTeleop-v0-val"
309
+ ],
310
+ "task_sample_weights": []
311
+ },
312
+ "model": {
313
+ "resnet_store_path": null,
314
+ "pretrained_action_header_path": "/hfm/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
315
+ "rtc": true,
316
+ "max_delay": 8,
317
+ "action_dim": 36,
318
+ "action_chunk_size": 30,
319
+ "action_exec_horizon": 30,
320
+ "observation_horizon": 1,
321
+ "img_chunk": 1,
322
+ "n_cams": 1,
323
+ "use_obs": "add_token",
324
+ "dropout": 0.0,
325
+ "noise_scheduler": "flow",
326
+ "train_diffusion_steps": 1000,
327
+ "eval_diffusion_steps": 10,
328
+ "share_cam_features": false,
329
+ "early_fusion": false,
330
+ "odim": 36,
331
+ "n_conditions": 0,
332
+ "token_fusion": "concat",
333
+ "loss_w": [
334
+ 0.1,
335
+ 0.2,
336
+ 0.1
337
+ ],
338
+ "time_dim": 256,
339
+ "hidden_dim": 1536,
340
+ "num_blocks": 12,
341
+ "dim_feedforward": 2048,
342
+ "nhead": 24,
343
+ "activation": "gelu",
344
+ "view_feature_dim": 2048,
345
+ "use_film": false,
346
+ "combined_temb": true,
347
+ "pooled_text_encoder": "clip",
348
+ "pooled_text_encoder_path": "openai/clip-vit-large-patch14",
349
+ "pooled_projection_dim": 768,
350
+ "pooled_cache_path": "clip_pooled_cache_simple.pt",
351
+ "final_layer_norm": true,
352
+ "qk_norm": "rms_norm",
353
+ "use_dit": false,
354
+ "vlm_layer_indices": [
355
+ 3,
356
+ 5,
357
+ 8,
358
+ 10,
359
+ 12,
360
+ 14,
361
+ 17,
362
+ 19,
363
+ 21,
364
+ 23,
365
+ 26,
366
+ 28
367
+ ],
368
+ "state_drop_prob": 0.1,
369
+ "state_as_action_token": true,
370
+ "state_null_token": true,
371
+ "state_feature_dropout": 0.0,
372
+ "weight_decay": 0.01,
373
+ "model_name_or_path": "/hfm/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
374
+ "vlm_ckpt_step": null,
375
+ "tune_vlm": true,
376
+ "tune_mm_llm": false,
377
+ "tune_mm_vision": false,
378
+ "tune_mm_mlp": false,
379
+ "gradient_checkpointing": true,
380
+ "lang_backbone_lr": 1e-06,
381
+ "mm_projector_lr": 0.0001,
382
+ "vision_tower_lr": 1e-05,
383
+ "optim": "adamw_torch",
384
+ "model_max_length": 4096,
385
+ "data_flatten": true,
386
+ "data_packing": true,
387
+ "max_pixels": 451584,
388
+ "min_pixels": 12544
389
+ }
390
+ }
psi0/simple-checkpoints/xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809/argv.txt ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ scripts/train.py
2
+ finetune_simple_psi0_config
3
+ --seed=292285
4
+ --exp=xmovepick
5
+ --train.name=finetune
6
+ --train.data_parallel=ddp
7
+ --train.mixed_precision=bf16
8
+ --train.train_batch_size=32
9
+ --train.max_checkpoints_to_keep=5
10
+ --train.gradient_accumulation_steps=1
11
+ --train.learning_rate=1e-4
12
+ --train.max_training_steps=20000
13
+ --train.warmup_ratio=None
14
+ --train.warmup_steps=2000
15
+ --train.checkpointing_steps=10000
16
+ --train.validation_steps=2000
17
+ --train.val_num_batches=-1
18
+ --train.val_batch_size=32
19
+ --train.max_grad_norm=1.0
20
+ --train.lr_scheduler_type=cosine
21
+ --train.lr_scheduler_kwargs.weight_decay=0.01
22
+ --train.lr_scheduler_kwargs.eps=1e-6
23
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
24
+ --log.report_to=wandb
25
+ --log.log_freq=1000
26
+ --data.root_dir=/hfm/songlin/simple/data/data-fixed
27
+ --data.train-repo-ids=G1WholebodyXMovePickTeleop-v0-train
28
+ --data.val-repo-ids=G1WholebodyXMovePickTeleop-v0-val
29
+ --data.transform.repack.pad-action-dim=36
30
+ --data.transform.repack.pad-state-dim=36
31
+ --data.transform.repack.state-temporal-jitter=10
32
+ --data.transform.repack.state-temporal-jitter-prob=0.5
33
+ --data.transform.field.stat-path=meta/stats_psi0.json
34
+ --data.transform.field.stat-action-key=action
35
+ --data.transform.field.stat-state-key=states
36
+ --data.transform.field.action_norm_type=bounds_q99
37
+ --data.transform.field.no-use-norm-mask
38
+ --data.transform.field.normalize-state
39
+ --data.transform.field.state-noise-std=0.05
40
+ --data.transform.field.pad-action-dim=36
41
+ --data.transform.field.pad-state-dim=36
42
+ --data.transform.model.img-aug
43
+ --data.transform.model.view-aug
44
+ --data.transform.model.view-aug-min-scale=0.85
45
+ --data.transform.model.view-aug-prob=1.0
46
+ --data.transform.model.resize.size 180 320
47
+ --data.transform.model.center_crop.size 180 320
48
+ --model.model_name_or_path=cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
49
+ --model.pretrained-action-header-path=cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
50
+ --model.noise-scheduler=flow
51
+ --model.train-diffusion-steps=1000
52
+ --model.n_conditions=0
53
+ --model.action-chunk-size=30
54
+ --model.action-dim=36
55
+ --model.action-exec-horizon=30
56
+ --model.observation-horizon=1
57
+ --model.odim=36
58
+ --model.dropout=0.0
59
+ --model.state-feature-dropout=0.0
60
+ --model.view_feature_dim=2048
61
+ --model.tune-vlm
62
+ --model.lang-backbone-lr=1e-6
63
+ --model.vision-tower-lr=1e-5
64
+ --model.mm-projector-lr=1e-4
65
+ --model.gradient-checkpointing
66
+ --model.no-use_film
67
+ --model.qk-norm=rms_norm
68
+ --model.combined-temb
69
+ --model.num-blocks=12
70
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
71
+ --model.state-drop-prob=0.1
72
+ --model.state-as-action-token
73
+ --model.state-null-token
74
+ --model.pooled-text-encoder=clip
75
+ --model.pooled-text-encoder-path=openai/clip-vit-large-patch14
76
+ --model.pooled-projection-dim=768
77
+ --model.pooled-cache-path=clip_pooled_cache_simple.pt
78
+ --model.rtc
79
+ --model.max-delay=8
psi0/simple-checkpoints/xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809/checkpoints/ckpt_20000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7823156f037906d6b13e14815f5c709938a0d956b69b9f536b1c115440824510
3
+ size 11219871480
psi0/simple-checkpoints/xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=32
2
+ HF_HOME=/hfm/cache
3
+ TORCH_HOME=/hfm/cache
4
+ HF_TOKEN=<redacted>
5
+ HF_LEROBOT_HOME=/hfm/data/lerobot
6
+ DATA_HOME=/hfm/data
7
+ UV_CACHE_DIR=/hfm/cache
8
+ WANDB_API_KEY=<redacted>
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=1,3,4,5
11
+ WORLD_SIZE=4
12
+ LOCAL_WORLD_SIZE=4
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=127.0.0.1
16
+ MASTER_PORT=29501
psi0/simple-checkpoints/xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809/run_config.json ADDED
@@ -0,0 +1,390 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "xmovepick",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "2610310809",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": "wandb",
11
+ "log_freq": 1000
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": "ggsonglin",
16
+ "group": "finetune",
17
+ "id": "tl962mgp",
18
+ "name": "xmovepick.simple.flow1000.cosine.lr1.0e-04.b128.gpus4.2610310809",
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": ".runs",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 32,
36
+ "val_batch_size": 32,
37
+ "val_num_batches": -1,
38
+ "checkpointing_steps": 10000,
39
+ "max_checkpoints_to_keep": 5,
40
+ "preserve_checkpoint_every": 10000,
41
+ "validation_steps": 2000,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 0.01,
50
+ "eps": 1e-06
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/hfm/songlin/psi/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 20000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 2000,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "simple",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "num_past_frames": 0,
78
+ "action_chunk_size": 30,
79
+ "state_temporal_jitter": 10,
80
+ "state_temporal_jitter_prob": 0.5,
81
+ "pad_action_dim": 36,
82
+ "pad_state_dim": 36
83
+ },
84
+ "model": {
85
+ "resize": {
86
+ "size": [
87
+ 180,
88
+ 320
89
+ ]
90
+ },
91
+ "center_crop": {
92
+ "size": [
93
+ 180,
94
+ 320
95
+ ]
96
+ },
97
+ "color_jitter": {
98
+ "brightness": 0.2,
99
+ "contrast": [
100
+ 0.8,
101
+ 1.2
102
+ ],
103
+ "saturation": [
104
+ 0.8,
105
+ 1.2
106
+ ],
107
+ "hue": 0.05
108
+ },
109
+ "gaussian_noise": {
110
+ "mean": 0.0,
111
+ "std": 3.0,
112
+ "prob_skip": 0.1
113
+ },
114
+ "img_aug": true,
115
+ "view_aug": true,
116
+ "view_aug_min_scale": 0.85,
117
+ "view_aug_prob": 1.0,
118
+ "adaptive_resize": false,
119
+ "img_sizes": {
120
+ "egodex": [
121
+ 270,
122
+ 480
123
+ ],
124
+ "he": [
125
+ 240,
126
+ 320
127
+ ]
128
+ }
129
+ },
130
+ "field": {
131
+ "stat_path": "meta/stats_psi0.json",
132
+ "action_norm_type": "bounds_q99",
133
+ "stat_action_key": "action",
134
+ "stat_state_key": "states",
135
+ "use_norm_mask": false,
136
+ "action_norm_masks": [
137
+ true,
138
+ true,
139
+ true,
140
+ true,
141
+ true,
142
+ true,
143
+ false
144
+ ],
145
+ "action_min": [
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ -0.5,
154
+ -0.699999988079071,
155
+ -0.699999988079071,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ -0.20426522195339203,
161
+ 0.1900009959936142,
162
+ -0.2595316171646118,
163
+ -0.07438816875219345,
164
+ -0.2556665539741516,
165
+ -0.36685341596603394,
166
+ -0.2051486074924469,
167
+ -0.1927202045917511,
168
+ -0.24566122889518738,
169
+ -0.5219609141349792,
170
+ -0.10887584835290909,
171
+ -0.17436544597148895,
172
+ -0.5553656220436096,
173
+ -0.16044148802757263,
174
+ -0.08815551549196243,
175
+ 0.022177401930093765,
176
+ -0.11364555358886719,
177
+ 0.7400000095367432,
178
+ 0.0,
179
+ 0.0,
180
+ -0.10952737182378769,
181
+ 0.0
182
+ ],
183
+ "action_max": [
184
+ 0.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 1.5,
195
+ 1.5,
196
+ 0.6000000238418579,
197
+ 1.5,
198
+ 0.156018927693367,
199
+ 0.19990645349025726,
200
+ 0.40586650371551514,
201
+ 0.516954779624939,
202
+ 0.01386699452996254,
203
+ 0.13033132255077362,
204
+ 0.24220715463161469,
205
+ 0.18224790692329407,
206
+ -0.1900009959936142,
207
+ 0.23839011788368225,
208
+ 0.484482079744339,
209
+ 0.3644275665283203,
210
+ 0.08767572045326233,
211
+ 0.6856733560562134,
212
+ 0.0989040732383728,
213
+ 0.1687898337841034,
214
+ 0.11360938847064972,
215
+ 0.7400000095367432,
216
+ 0.5,
217
+ 0.0,
218
+ 0.09405761957168579,
219
+ 0.0
220
+ ],
221
+ "state_min": [
222
+ 1.1298135405013454e-06,
223
+ -2.8690914405160584e-05,
224
+ -2.510851345505216e-06,
225
+ -5.510928531293757e-05,
226
+ -2.107983164023608e-06,
227
+ -3.907491191057488e-05,
228
+ -6.786238486711227e-07,
229
+ -0.4734627306461334,
230
+ -0.23477528989315033,
231
+ -0.5642639398574829,
232
+ -1.4859101611364167e-06,
233
+ -5.656483637039855e-08,
234
+ -4.254143846083025e-07,
235
+ -1.0846991926882765e-07,
236
+ -0.16818998754024506,
237
+ 0.15905898809432983,
238
+ -0.2738790512084961,
239
+ 0.012387464754283428,
240
+ -0.24877074360847473,
241
+ -0.3086726665496826,
242
+ -0.20600704848766327,
243
+ -0.15589363873004913,
244
+ -0.22803550958633423,
245
+ -0.5040199160575867,
246
+ -0.014566264115273952,
247
+ -0.1838427037000656,
248
+ -0.5003700256347656,
249
+ -0.15275642275810242,
250
+ -0.07760205119848251,
251
+ 0.06155591085553169,
252
+ -0.11459442973136902,
253
+ 0.7400000095367432,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0
258
+ ],
259
+ "state_max": [
260
+ 3.1032859624247067e-06,
261
+ -1.5578165175611502e-06,
262
+ -2.308346296331365e-07,
263
+ 4.522476956481114e-06,
264
+ 7.388170502053981e-07,
265
+ 1.0908857802860439e-05,
266
+ 1.6644753486616537e-06,
267
+ 2.089442006081299e-07,
268
+ 0.058002639561891556,
269
+ 1.3767929374353116e-07,
270
+ 0.42478281259536743,
271
+ 1.1208237409591675,
272
+ 0.620712399482727,
273
+ 1.0326318740844727,
274
+ 0.17270983755588531,
275
+ 0.1903505176305771,
276
+ 0.3895050287246704,
277
+ 0.5844758152961731,
278
+ 0.013913449831306934,
279
+ 0.18584084510803223,
280
+ 0.2301451861858368,
281
+ 0.1978836953639984,
282
+ -0.16056184470653534,
283
+ 0.2419198602437973,
284
+ 0.5504173636436462,
285
+ 0.33786821365356445,
286
+ 0.1275186538696289,
287
+ 0.6823570728302002,
288
+ 0.08747987449169159,
289
+ 0.21035774052143097,
290
+ 0.10962559282779694,
291
+ 0.7400000095367432,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0
296
+ ],
297
+ "normalize_state": true,
298
+ "state_noise_std": 0.05,
299
+ "pad_action_dim": 36,
300
+ "pad_state_dim": 36
301
+ }
302
+ },
303
+ "root_dir": "/hfm/songlin/simple/data/data-fixed",
304
+ "train_repo_ids": [
305
+ "G1WholebodyXMovePickTeleop-v0-train"
306
+ ],
307
+ "val_repo_ids": [
308
+ "G1WholebodyXMovePickTeleop-v0-val"
309
+ ],
310
+ "task_sample_weights": []
311
+ },
312
+ "model": {
313
+ "resnet_store_path": null,
314
+ "pretrained_action_header_path": "/hfm/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
315
+ "rtc": true,
316
+ "max_delay": 8,
317
+ "action_dim": 36,
318
+ "action_chunk_size": 30,
319
+ "action_exec_horizon": 30,
320
+ "observation_horizon": 1,
321
+ "img_chunk": 1,
322
+ "n_cams": 1,
323
+ "use_obs": "add_token",
324
+ "dropout": 0.0,
325
+ "noise_scheduler": "flow",
326
+ "train_diffusion_steps": 1000,
327
+ "eval_diffusion_steps": 10,
328
+ "share_cam_features": false,
329
+ "early_fusion": false,
330
+ "odim": 36,
331
+ "n_conditions": 0,
332
+ "token_fusion": "concat",
333
+ "loss_w": [
334
+ 0.1,
335
+ 0.2,
336
+ 0.1
337
+ ],
338
+ "time_dim": 256,
339
+ "hidden_dim": 1536,
340
+ "num_blocks": 12,
341
+ "dim_feedforward": 2048,
342
+ "nhead": 24,
343
+ "activation": "gelu",
344
+ "view_feature_dim": 2048,
345
+ "use_film": false,
346
+ "combined_temb": true,
347
+ "pooled_text_encoder": "clip",
348
+ "pooled_text_encoder_path": "openai/clip-vit-large-patch14",
349
+ "pooled_projection_dim": 768,
350
+ "pooled_cache_path": "clip_pooled_cache_simple.pt",
351
+ "final_layer_norm": true,
352
+ "qk_norm": "rms_norm",
353
+ "use_dit": false,
354
+ "vlm_layer_indices": [
355
+ 3,
356
+ 5,
357
+ 8,
358
+ 10,
359
+ 12,
360
+ 14,
361
+ 17,
362
+ 19,
363
+ 21,
364
+ 23,
365
+ 26,
366
+ 28
367
+ ],
368
+ "state_drop_prob": 0.1,
369
+ "state_as_action_token": true,
370
+ "state_null_token": true,
371
+ "state_feature_dropout": 0.0,
372
+ "weight_decay": 0.01,
373
+ "model_name_or_path": "/hfm/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
374
+ "vlm_ckpt_step": null,
375
+ "tune_vlm": true,
376
+ "tune_mm_llm": false,
377
+ "tune_mm_vision": false,
378
+ "tune_mm_mlp": false,
379
+ "gradient_checkpointing": true,
380
+ "lang_backbone_lr": 1e-06,
381
+ "mm_projector_lr": 0.0001,
382
+ "vision_tower_lr": 1e-05,
383
+ "optim": "adamw_torch",
384
+ "model_max_length": 4096,
385
+ "data_flatten": true,
386
+ "data_packing": true,
387
+ "max_pixels": 451584,
388
+ "min_pixels": 12544
389
+ }
390
+ }