songlinwei commited on
Commit
5caaaef
·
verified ·
1 Parent(s): 66e7ae3

add psi0 mix24 SIMPLE checkpoint (ckpt_150000)

Browse files
.gitattributes CHANGED
@@ -8,3 +8,4 @@ psi0/postpre.sonic1.1.unifolm.2609181726.40k/model.safetensors filter=lfs diff=l
8
  psi0/postpre.sonic1.1.unifolm.2609181726.40k/tokenizer.json filter=lfs diff=lfs merge=lfs -text
9
  psi0/simple-checkpoints/simple-bendpickplace.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2610300540/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
10
  psi0/simple-checkpoints/mix33-qknorm-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608081545/checkpoints/ckpt_60000/model.safetensors filter=lfs diff=lfs merge=lfs -text
 
 
8
  psi0/postpre.sonic1.1.unifolm.2609181726.40k/tokenizer.json filter=lfs diff=lfs merge=lfs -text
9
  psi0/simple-checkpoints/simple-bendpickplace.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2610300540/checkpoints/ckpt_20000/model.safetensors filter=lfs diff=lfs merge=lfs -text
10
  psi0/simple-checkpoints/mix33-qknorm-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608081545/checkpoints/ckpt_60000/model.safetensors filter=lfs diff=lfs merge=lfs -text
11
+ psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/checkpoints/ckpt_150000/model.safetensors filter=lfs diff=lfs merge=lfs -text
psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/argv.txt ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ scripts/train.py
2
+ finetune_simple_psi0_config
3
+ --seed=292285
4
+ --exp=mix24-q99-100k
5
+ --train.name=finetune
6
+ --train.data_parallel=ddp
7
+ --train.mixed_precision=bf16
8
+ --train.train_batch_size=32
9
+ --train.max_checkpoints_to_keep=5
10
+ --train.gradient_accumulation_steps=1
11
+ --train.learning_rate=1e-4
12
+ --train.max_training_steps=100000
13
+ --train.warmup_ratio=None
14
+ --train.warmup_steps=2000
15
+ --train.checkpointing_steps=20000
16
+ --train.validation_steps=500
17
+ --train.val_num_batches=20
18
+ --train.max_grad_norm=1.0
19
+ --train.grad_spike_factor=10
20
+ --train.lr_scheduler_type=cosine
21
+ --train.lr_scheduler_kwargs.weight_decay=0.01
22
+ --train.lr_scheduler_kwargs.eps=1e-6
23
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
24
+ --log.report_to=wandb
25
+ --data.root_dir=/hfm/data/
26
+ --data.train-repo-ids=simple-24-v20
27
+ --data.transform.repack.pad-action-dim=36
28
+ --data.transform.repack.pad-state-dim=36
29
+ --data.transform.field.stat-path=meta/stats_psi0.json
30
+ --data.transform.field.stat-action-key=action
31
+ --data.transform.field.stat-state-key=states
32
+ --data.transform.field.action_norm_type=bounds_q99
33
+ --data.transform.field.no-use-norm-mask
34
+ --data.transform.field.normalize-state
35
+ --data.transform.field.pad-action-dim=36
36
+ --data.transform.field.pad-state-dim=36
37
+ --data.transform.model.img-aug
38
+ --data.transform.model.resize.size 180 320
39
+ --data.transform.model.center_crop.size 180 320
40
+ --model.model_name_or_path=cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
41
+ --model.pretrained-action-header-path=cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
42
+ --model.noise-scheduler=flow
43
+ --model.train-diffusion-steps=1000
44
+ --model.n_conditions=0
45
+ --model.action-chunk-size=30
46
+ --model.action-dim=36
47
+ --model.action-exec-horizon=30
48
+ --model.observation-horizon=1
49
+ --model.odim=36
50
+ --model.view_feature_dim=2048
51
+ --model.no-tune-vlm
52
+ --model.no-use_film
53
+ --model.qk-norm=rms_norm
54
+ --model.no-combined_temb
55
+ --model.rtc
56
+ --model.max-delay=8
psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/checkpoints/ckpt_150000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e948ccf1f7e671d517937b7b3b243db7199212280cffe7f1a24c7a7d119bbef
3
+ size 6253658008
psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=1
2
+ HF_HOME=/hfm/cache
3
+ TORCH_HOME=/hfm/cache
4
+ HF_TOKEN=hf_...Utkw
5
+ HF_LEROBOT_HOME=/hfm/data/lerobot
6
+ DATA_HOME=/hfm/data
7
+ UV_CACHE_DIR=/hfm/cache
8
+ WANDB_API_KEY=d14...327c
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=Not Set
11
+ WORLD_SIZE=8
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=127.0.0.1
16
+ MASTER_PORT=29500
psi0/simple-checkpoints/mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753/run_config.json ADDED
@@ -0,0 +1,362 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "mix24-q99-100k",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "2608090753",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": "wandb",
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": "ggsonglin",
16
+ "group": "finetune",
17
+ "id": "i4n0b1eg",
18
+ "name": "mix24-q99-100k.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2608090753",
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": ".runs",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "grad_spike_factor": 10.0,
36
+ "grad_spike_window": 200,
37
+ "train_batch_size": 32,
38
+ "val_batch_size": 16,
39
+ "val_num_batches": 20,
40
+ "checkpointing_steps": 20000,
41
+ "max_checkpoints_to_keep": 5,
42
+ "validation_steps": 500,
43
+ "learning_rate": 0.0001,
44
+ "lr_scheduler_type": "cosine",
45
+ "lr_scheduler_kwargs": {
46
+ "betas": [
47
+ 0.95,
48
+ 0.999
49
+ ],
50
+ "weight_decay": 0.01,
51
+ "eps": 1e-06
52
+ },
53
+ "scheduler_specific_kwargs": {},
54
+ "data_parallel": "ddp",
55
+ "sharding_strategy": "full-shard",
56
+ "deepspeed_config": "/hfm/songlin/psi0/src/InternVLA/config/deepseeds/zero3.json",
57
+ "enable_gradient_checkpointing": true,
58
+ "enable_mixed_precision_training": true,
59
+ "reduce_in_full_precision": true,
60
+ "max_training_steps": 100000,
61
+ "num_train_epochs": null,
62
+ "warmup_steps": 2000,
63
+ "warmup_ratio": null
64
+ },
65
+ "data": {
66
+ "transform": {
67
+ "repack": {
68
+ "dataset_name": "simple",
69
+ "goal_sampling": false,
70
+ "goal_future_offsets": [
71
+ 1.0,
72
+ 2.0,
73
+ 3.0,
74
+ 4.0
75
+ ],
76
+ "goal_end_segment_prob": 0.5,
77
+ "use_paraphrases": false,
78
+ "num_past_frames": 0,
79
+ "action_chunk_size": 30,
80
+ "pad_action_dim": 36,
81
+ "pad_state_dim": 36
82
+ },
83
+ "model": {
84
+ "resize": {
85
+ "size": [
86
+ 180,
87
+ 320
88
+ ]
89
+ },
90
+ "center_crop": {
91
+ "size": [
92
+ 180,
93
+ 320
94
+ ]
95
+ },
96
+ "color_jitter": {
97
+ "brightness": 0.2,
98
+ "contrast": [
99
+ 0.8,
100
+ 1.2
101
+ ],
102
+ "saturation": [
103
+ 0.8,
104
+ 1.2
105
+ ],
106
+ "hue": 0.05
107
+ },
108
+ "gaussian_noise": {
109
+ "mean": 0.0,
110
+ "std": 3.0,
111
+ "prob_skip": 0.1
112
+ },
113
+ "img_aug": true,
114
+ "adaptive_resize": false,
115
+ "img_sizes": {
116
+ "egodex": [
117
+ 270,
118
+ 480
119
+ ],
120
+ "he": [
121
+ 240,
122
+ 320
123
+ ]
124
+ }
125
+ },
126
+ "field": {
127
+ "stat_path": "meta/stats_psi0.json",
128
+ "action_norm_type": "bounds_q99",
129
+ "stat_action_key": "action",
130
+ "stat_state_key": "states",
131
+ "use_norm_mask": false,
132
+ "action_norm_masks": [
133
+ true,
134
+ true,
135
+ true,
136
+ true,
137
+ true,
138
+ true,
139
+ false
140
+ ],
141
+ "action_min": [
142
+ -0.5,
143
+ -0.07024327665567398,
144
+ -0.05899003520607948,
145
+ -0.6000000238418579,
146
+ -1.5,
147
+ -1.5,
148
+ -1.5,
149
+ -0.5,
150
+ -0.699999988079071,
151
+ -0.699999988079071,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ -0.7463903427124023,
157
+ -0.06653447449207306,
158
+ -0.6422043442726135,
159
+ -0.3863222002983093,
160
+ -0.6025299429893494,
161
+ -0.45315927267074585,
162
+ -0.4825330674648285,
163
+ -1.413360357284546,
164
+ -0.7647424340248108,
165
+ -0.5847777128219604,
166
+ -0.4972377121448517,
167
+ -1.3805841207504272,
168
+ -1.1477360725402832,
169
+ -0.7391139268875122,
170
+ -0.11325111240148544,
171
+ -0.10428769886493683,
172
+ -0.17960749566555023,
173
+ 0.44999998807907104,
174
+ -0.009480430744588375,
175
+ -0.4522569477558136,
176
+ -0.7969239354133606,
177
+ -3.0825343132019043
178
+ ],
179
+ "action_max": [
180
+ 0.38918715715408325,
181
+ 0.699999988079071,
182
+ 0.699999988079071,
183
+ 0.07293540239334106,
184
+ 0.08914082497358322,
185
+ 0.10094425827264786,
186
+ 0.08763663470745087,
187
+ 0.8567986488342285,
188
+ 0.2356254607439041,
189
+ 0.0,
190
+ 1.5,
191
+ 1.736334204673767,
192
+ 1.3254295587539673,
193
+ 1.7328622341156006,
194
+ 0.07786140590906143,
195
+ 0.43045446276664734,
196
+ 0.6013749837875366,
197
+ 0.4090571701526642,
198
+ 0.7858298420906067,
199
+ 0.45706039667129517,
200
+ 0.6343267560005188,
201
+ 0.045569662004709244,
202
+ 0.0,
203
+ 0.559649646282196,
204
+ 1.613427996635437,
205
+ 0.7499467134475708,
206
+ 0.6138972043991089,
207
+ 0.9317354559898376,
208
+ 0.25066500902175903,
209
+ 0.3770521581172943,
210
+ 0.32752999663352966,
211
+ 0.75,
212
+ 0.5,
213
+ 0.299258291721344,
214
+ 1.0,
215
+ 3.140796422958374
216
+ ],
217
+ "state_min": [
218
+ -0.527315616607666,
219
+ -0.24846024811267853,
220
+ -1.224413063027896e-05,
221
+ -0.9045165181159973,
222
+ -1.311938762664795,
223
+ -0.7379999756813049,
224
+ -1.3942989110946655,
225
+ -0.5623058676719666,
226
+ -0.6734388470649719,
227
+ -1.1939995288848877,
228
+ -0.0003796968376263976,
229
+ -2.806548593525804e-07,
230
+ -0.0006030190852470696,
231
+ -1.00722536444664e-06,
232
+ -0.7200000286102295,
233
+ -0.06600901484489441,
234
+ -0.6586223840713501,
235
+ -0.31805655360221863,
236
+ -0.58522629737854,
237
+ -0.4041658341884613,
238
+ -0.48099958896636963,
239
+ -1.4110000133514404,
240
+ -0.7549999952316284,
241
+ -0.5662466883659363,
242
+ -0.4204995930194855,
243
+ -1.398114800453186,
244
+ -1.0979251861572266,
245
+ -0.7953532934188843,
246
+ -0.08582207560539246,
247
+ -0.15000000596046448,
248
+ -0.16475588083267212,
249
+ 0.44999998807907104,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0
254
+ ],
255
+ "state_max": [
256
+ 0.375,
257
+ 0.6737496852874756,
258
+ 0.6801358461380005,
259
+ 0.0005844422848895192,
260
+ 0.00012914607941638678,
261
+ 0.0005932132480666041,
262
+ 0.00012589138350449502,
263
+ 0.926904559135437,
264
+ 0.6108651757240295,
265
+ 3.4292213513253955e-07,
266
+ 1.1169999837875366,
267
+ 1.7453292608261108,
268
+ 1.429153323173523,
269
+ 1.5984894037246704,
270
+ 0.10788468271493912,
271
+ 0.39899998903274536,
272
+ 0.5735071301460266,
273
+ 0.47660914063453674,
274
+ 0.7943600416183472,
275
+ 0.4830000102519989,
276
+ 0.6587722897529602,
277
+ 0.0720161646604538,
278
+ 0.0011340000201016665,
279
+ 0.5557947158813477,
280
+ 1.6180000305175781,
281
+ 0.7215864062309265,
282
+ 0.6190000176429749,
283
+ 0.9310877323150635,
284
+ 0.08608172833919525,
285
+ 0.229247584939003,
286
+ 0.28169703483581543,
287
+ 0.75,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0
292
+ ],
293
+ "normalize_state": true,
294
+ "pad_action_dim": 36,
295
+ "pad_state_dim": 36
296
+ }
297
+ },
298
+ "root_dir": "/hfm/data/",
299
+ "train_repo_ids": [
300
+ "simple-24-v20"
301
+ ],
302
+ "val_repo_ids": [
303
+ "simple-24-v20"
304
+ ]
305
+ },
306
+ "model": {
307
+ "resnet_store_path": null,
308
+ "pretrained_action_header_path": "/hfm/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
309
+ "rtc": true,
310
+ "max_delay": 8,
311
+ "action_dim": 36,
312
+ "action_chunk_size": 30,
313
+ "action_exec_horizon": 30,
314
+ "observation_horizon": 1,
315
+ "img_chunk": 1,
316
+ "n_cams": 1,
317
+ "use_obs": "add_token",
318
+ "dropout": 0.1,
319
+ "noise_scheduler": "flow",
320
+ "train_diffusion_steps": 1000,
321
+ "eval_diffusion_steps": 10,
322
+ "share_cam_features": false,
323
+ "early_fusion": false,
324
+ "odim": 36,
325
+ "n_conditions": 0,
326
+ "token_fusion": "concat",
327
+ "loss_w": [
328
+ 0.1,
329
+ 0.2,
330
+ 0.1
331
+ ],
332
+ "time_dim": 256,
333
+ "hidden_dim": 1536,
334
+ "num_blocks": 6,
335
+ "dim_feedforward": 2048,
336
+ "nhead": 24,
337
+ "activation": "gelu",
338
+ "view_feature_dim": 2048,
339
+ "use_film": false,
340
+ "combined_temb": false,
341
+ "final_layer_norm": true,
342
+ "qk_norm": "rms_norm",
343
+ "use_dit": false,
344
+ "weight_decay": 0.01,
345
+ "model_name_or_path": "/hfm/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
346
+ "vlm_ckpt_step": null,
347
+ "tune_vlm": false,
348
+ "tune_mm_llm": false,
349
+ "tune_mm_vision": false,
350
+ "tune_mm_mlp": false,
351
+ "gradient_checkpointing": true,
352
+ "lang_backbone_lr": 1e-05,
353
+ "mm_projector_lr": 1e-05,
354
+ "vision_tower_lr": 1e-06,
355
+ "optim": "adamw_torch",
356
+ "model_max_length": 4096,
357
+ "data_flatten": true,
358
+ "data_packing": true,
359
+ "max_pixels": 451584,
360
+ "min_pixels": 12544
361
+ }
362
+ }