songlinwei commited on
Commit
76febdc
·
verified ·
1 Parent(s): ff4485f

Delete run dwbc17...2611020337

Browse files
psi0/simple-checkpoints/dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337/argv.txt DELETED
@@ -1,79 +0,0 @@
1
- scripts/train.py
2
- finetune_simple_psi0_config
3
- --seed=292285
4
- --exp=dwbc17
5
- --train.name=finetune
6
- --train.data_parallel=ddp
7
- --train.mixed_precision=bf16
8
- --train.train_batch_size=32
9
- --train.max_checkpoints_to_keep=5
10
- --train.gradient_accumulation_steps=1
11
- --train.learning_rate=1e-4
12
- --train.max_training_steps=50000
13
- --train.warmup_ratio=None
14
- --train.warmup_steps=2000
15
- --train.checkpointing_steps=10000
16
- --train.validation_steps=2000
17
- --train.val_num_batches=-1
18
- --train.val_batch_size=32
19
- --train.max_grad_norm=1.0
20
- --train.lr_scheduler_type=cosine
21
- --train.lr_scheduler_kwargs.weight_decay=0.01
22
- --train.lr_scheduler_kwargs.eps=1e-6
23
- --train.lr_scheduler_kwargs.betas 0.95 0.999
24
- --log.report_to=wandb
25
- --log.log_freq=1000
26
- --data.root_dir=/hfm/data/simple
27
- --data.train-repo-ids=SIMPLE-decoupled-wbc-train
28
- --data.val-repo-ids=SIMPLE-decoupled-wbc-val
29
- --data.transform.repack.pad-action-dim=36
30
- --data.transform.repack.pad-state-dim=36
31
- --data.transform.repack.state-temporal-jitter=10
32
- --data.transform.repack.state-temporal-jitter-prob=0.5
33
- --data.transform.field.stat-path=meta/stats_psi0.json
34
- --data.transform.field.stat-action-key=action
35
- --data.transform.field.stat-state-key=states
36
- --data.transform.field.action_norm_type=bounds
37
- --data.transform.field.no-use-norm-mask
38
- --data.transform.field.normalize-state
39
- --data.transform.field.state-noise-std=0.05
40
- --data.transform.field.pad-action-dim=36
41
- --data.transform.field.pad-state-dim=36
42
- --data.transform.model.img-aug
43
- --data.transform.model.view-aug
44
- --data.transform.model.view-aug-min-scale=0.85
45
- --data.transform.model.view-aug-prob=1.0
46
- --data.transform.model.resize.size 180 320
47
- --data.transform.model.center_crop.size 180 320
48
- --model.model_name_or_path=cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
49
- --model.pretrained-action-header-path=cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
50
- --model.noise-scheduler=flow
51
- --model.train-diffusion-steps=1000
52
- --model.n_conditions=0
53
- --model.action-chunk-size=30
54
- --model.action-dim=36
55
- --model.action-exec-horizon=30
56
- --model.observation-horizon=1
57
- --model.odim=36
58
- --model.dropout=0.0
59
- --model.state-feature-dropout=0.0
60
- --model.view_feature_dim=2048
61
- --model.tune-vlm
62
- --model.lang-backbone-lr=1e-6
63
- --model.vision-tower-lr=1e-5
64
- --model.mm-projector-lr=1e-4
65
- --model.gradient-checkpointing
66
- --model.no-use_film
67
- --model.qk-norm=rms_norm
68
- --model.combined-temb
69
- --model.num-blocks=12
70
- --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
71
- --model.state-drop-prob=0.1
72
- --model.state-as-action-token
73
- --model.state-null-token
74
- --model.pooled-text-encoder=clip
75
- --model.pooled-text-encoder-path=openai/clip-vit-large-patch14
76
- --model.pooled-projection-dim=768
77
- --model.pooled-cache-path=clip_pooled_cache_simple.pt
78
- --model.rtc
79
- --model.max-delay=8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
psi0/simple-checkpoints/dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337/checkpoints/ckpt_20000/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:82c0ab31dd213d31b89f077e283e47ce9bc7986e84c9e64a4cbee6fcc541bf45
3
- size 11219871480
 
 
 
 
psi0/simple-checkpoints/dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337/checkpoints/ckpt_30000/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c640726c3f976340fdcfd14c73ec2186ae44808192a477dee53d8e253baae8d
3
- size 11219871480
 
 
 
 
psi0/simple-checkpoints/dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337/envs.txt DELETED
@@ -1,16 +0,0 @@
1
- OMP_NUM_THREADS=32
2
- HF_HOME=/hfm/cache
3
- TORCH_HOME=/hfm/cache
4
- HF_TOKEN=hf_...Utkw
5
- HF_LEROBOT_HOME=/hfm/data/lerobot
6
- DATA_HOME=/hfm/data
7
- UV_CACHE_DIR=/hfm/cache
8
- WANDB_API_KEY=d14...327c
9
- PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
- CUDA_VISIBLE_DEVICES=Not Set
11
- WORLD_SIZE=8
12
- LOCAL_WORLD_SIZE=8
13
- RANK=0
14
- LOCAL_RANK=0
15
- MASTER_ADDR=127.0.0.1
16
- MASTER_PORT=29500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
psi0/simple-checkpoints/dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337/run_config.json DELETED
@@ -1,390 +0,0 @@
1
- {
2
- "exp": "dwbc17",
3
- "seed": 292285,
4
- "auto_tag_run": false,
5
- "eval": false,
6
- "debug": false,
7
- "timestamp": "2611020337",
8
- "log": {
9
- "logging_dir": "logs",
10
- "report_to": "wandb",
11
- "log_freq": 1000
12
- },
13
- "wandb": {
14
- "project": "psi",
15
- "entity": "ggsonglin",
16
- "group": "finetune",
17
- "id": "4k5bsm4x",
18
- "name": "dwbc17.simple.flow1000.cosine.lr1.0e-04.b256.gpus8.2611020337",
19
- "resume": "allow"
20
- },
21
- "train": {
22
- "num_workers": 8,
23
- "overfit_single_batch": false,
24
- "name": "finetune",
25
- "run_tag": null,
26
- "resume_from_checkpoint": null,
27
- "skip_resumed_steps": false,
28
- "hf_token": "PosixPath('.hf_token')",
29
- "lora": false,
30
- "output_dir": ".runs",
31
- "gradient_accumulation_steps": 1,
32
- "mixed_precision": "bf16",
33
- "max_grad_norm": 1.0,
34
- "optimizer_foreach": null,
35
- "train_batch_size": 32,
36
- "val_batch_size": 32,
37
- "val_num_batches": -1,
38
- "checkpointing_steps": 10000,
39
- "max_checkpoints_to_keep": 5,
40
- "preserve_checkpoint_every": 10000,
41
- "validation_steps": 2000,
42
- "learning_rate": 0.0001,
43
- "lr_scheduler_type": "cosine",
44
- "lr_scheduler_kwargs": {
45
- "betas": [
46
- 0.95,
47
- 0.999
48
- ],
49
- "weight_decay": 0.01,
50
- "eps": 1e-06
51
- },
52
- "scheduler_specific_kwargs": {},
53
- "data_parallel": "ddp",
54
- "sharding_strategy": "full-shard",
55
- "deepspeed_config": "/hfm/songlin/psi/scripts/deepspeed/zero3.json",
56
- "enable_gradient_checkpointing": true,
57
- "enable_mixed_precision_training": true,
58
- "reduce_in_full_precision": true,
59
- "max_training_steps": 50000,
60
- "num_train_epochs": null,
61
- "warmup_steps": 2000,
62
- "warmup_ratio": null
63
- },
64
- "data": {
65
- "transform": {
66
- "repack": {
67
- "dataset_name": "simple",
68
- "goal_sampling": false,
69
- "goal_future_offsets": [
70
- 1.0,
71
- 2.0,
72
- 3.0,
73
- 4.0
74
- ],
75
- "goal_end_segment_prob": 0.5,
76
- "use_paraphrases": false,
77
- "num_past_frames": 0,
78
- "action_chunk_size": 30,
79
- "state_temporal_jitter": 10,
80
- "state_temporal_jitter_prob": 0.5,
81
- "pad_action_dim": 36,
82
- "pad_state_dim": 36
83
- },
84
- "model": {
85
- "resize": {
86
- "size": [
87
- 180,
88
- 320
89
- ]
90
- },
91
- "center_crop": {
92
- "size": [
93
- 180,
94
- 320
95
- ]
96
- },
97
- "color_jitter": {
98
- "brightness": 0.2,
99
- "contrast": [
100
- 0.8,
101
- 1.2
102
- ],
103
- "saturation": [
104
- 0.8,
105
- 1.2
106
- ],
107
- "hue": 0.05
108
- },
109
- "gaussian_noise": {
110
- "mean": 0.0,
111
- "std": 3.0,
112
- "prob_skip": 0.1
113
- },
114
- "img_aug": true,
115
- "view_aug": true,
116
- "view_aug_min_scale": 0.85,
117
- "view_aug_prob": 1.0,
118
- "adaptive_resize": false,
119
- "img_sizes": {
120
- "egodex": [
121
- 270,
122
- 480
123
- ],
124
- "he": [
125
- 240,
126
- 320
127
- ]
128
- }
129
- },
130
- "field": {
131
- "stat_path": "meta/stats_psi0.json",
132
- "action_norm_type": "bounds",
133
- "stat_action_key": "action",
134
- "stat_state_key": "states",
135
- "use_norm_mask": false,
136
- "action_norm_masks": [
137
- true,
138
- true,
139
- true,
140
- true,
141
- true,
142
- true,
143
- false
144
- ],
145
- "action_min": [
146
- -0.8393616676330566,
147
- -0.38714709877967834,
148
- -0.043979160487651825,
149
- -1.5707999467849731,
150
- -1.5,
151
- -1.5707999467849731,
152
- -1.5,
153
- -1.0471999645233154,
154
- -1.0471999645233154,
155
- -1.0774390697479248,
156
- -2.2195591792847582e-16,
157
- -2.2195591792847582e-16,
158
- -5.41754001257725e-18,
159
- -2.2195591792847582e-16,
160
- -1.3549318313598633,
161
- -0.09498018771409988,
162
- -1.1259523630142212,
163
- -1.047199010848999,
164
- -1.2021900415420532,
165
- -0.9250030517578125,
166
- -1.0303599834442139,
167
- -1.297741174697876,
168
- -1.734777808189392,
169
- -1.3001174926757812,
170
- -0.9901157021522522,
171
- -1.97222101688385,
172
- -1.6144285202026367,
173
- -1.4693042039871216,
174
- -0.34136831760406494,
175
- -0.23476742208003998,
176
- -0.7518365979194641,
177
- 0.4099999964237213,
178
- -0.5,
179
- -0.5,
180
- -1.0,
181
- -3.138223648071289
182
- ],
183
- "action_max": [
184
- 0.5,
185
- 0.9053869247436523,
186
- 0.8753212690353394,
187
- 0.07503508031368256,
188
- 0.1499919295310974,
189
- 0.0990862101316452,
190
- 0.04702914506196976,
191
- 1.0471999645233154,
192
- 0.7243120074272156,
193
- 1.1088007371927084e-16,
194
- 1.5707999467849731,
195
- 1.7453299760818481,
196
- 1.5707999467849731,
197
- 1.7453299760818481,
198
- 0.2557959258556366,
199
- 0.8355650901794434,
200
- 1.5549964904785156,
201
- 0.7435353398323059,
202
- 1.4156675338745117,
203
- 1.0485620498657227,
204
- 1.2543913125991821,
205
- 0.2929672598838806,
206
- 0.0006630279822275043,
207
- 0.9717035889625549,
208
- 1.6607650518417358,
209
- 1.6776031255722046,
210
- 1.2094172239303589,
211
- 1.6144285202026367,
212
- 0.35385459661483765,
213
- 0.5199990272521973,
214
- 0.7828513383865356,
215
- 0.75,
216
- 0.5,
217
- 0.5,
218
- 1.0,
219
- 3.1414895057678223
220
- ],
221
- "state_min": [
222
- -0.7087668776512146,
223
- -0.7256922721862793,
224
- -0.005916766822338104,
225
- -1.465746521949768,
226
- -1.460172176361084,
227
- -1.3221508264541626,
228
- -1.4978446960449219,
229
- -0.7833675742149353,
230
- -1.0398303270339966,
231
- -1.011000394821167,
232
- -0.018309643492102623,
233
- -0.005475874990224838,
234
- -0.012560353614389896,
235
- -0.005161868873983622,
236
- -1.3197731971740723,
237
- -0.09300000220537186,
238
- -1.1354281902313232,
239
- -1.0045318603515625,
240
- -1.1867295503616333,
241
- -0.9401854872703552,
242
- -1.0216646194458008,
243
- -1.2918121814727783,
244
- -1.6270910501480103,
245
- -1.2771718502044678,
246
- -0.9504987001419067,
247
- -1.9755698442459106,
248
- -1.5991027355194092,
249
- -1.5742639303207397,
250
- -0.34078559279441833,
251
- -0.19564707577228546,
252
- -0.7476818561553955,
253
- 0.4099999964237213,
254
- 0.0,
255
- 0.0,
256
- 0.0,
257
- 0.0
258
- ],
259
- "state_max": [
260
- 0.5109999775886536,
261
- 0.7152302861213684,
262
- 1.1292201280593872,
263
- 0.006724303588271141,
264
- 0.002292639808729291,
265
- 0.010688060894608498,
266
- 0.00251425476744771,
267
- 0.7719999551773071,
268
- 0.7278810143470764,
269
- 0.004870148375630379,
270
- 1.0721474885940552,
271
- 1.7453327178955078,
272
- 1.600465178489685,
273
- 1.7453292608261108,
274
- 0.2809508740901947,
275
- 0.7764866948127747,
276
- 1.5526267290115356,
277
- 0.7910750508308411,
278
- 1.374781608581543,
279
- 1.1660000085830688,
280
- 1.2805896997451782,
281
- 0.31155094504356384,
282
- 0.00114401092287153,
283
- 0.9930108785629272,
284
- 1.6640000343322754,
285
- 1.6149287223815918,
286
- 1.4479284286499023,
287
- 1.616296410560608,
288
- 0.31870752573013306,
289
- 0.5209036469459534,
290
- 0.8097797632217407,
291
- 0.75,
292
- 0.0,
293
- 0.0,
294
- 0.0,
295
- 0.0
296
- ],
297
- "normalize_state": true,
298
- "state_noise_std": 0.05,
299
- "pad_action_dim": 36,
300
- "pad_state_dim": 36
301
- }
302
- },
303
- "root_dir": "/hfm/data/simple",
304
- "train_repo_ids": [
305
- "SIMPLE-decoupled-wbc-train"
306
- ],
307
- "val_repo_ids": [
308
- "SIMPLE-decoupled-wbc-val"
309
- ],
310
- "task_sample_weights": []
311
- },
312
- "model": {
313
- "resnet_store_path": null,
314
- "pretrained_action_header_path": "/hfm/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
315
- "rtc": true,
316
- "max_delay": 8,
317
- "action_dim": 36,
318
- "action_chunk_size": 30,
319
- "action_exec_horizon": 30,
320
- "observation_horizon": 1,
321
- "img_chunk": 1,
322
- "n_cams": 1,
323
- "use_obs": "add_token",
324
- "dropout": 0.0,
325
- "noise_scheduler": "flow",
326
- "train_diffusion_steps": 1000,
327
- "eval_diffusion_steps": 10,
328
- "share_cam_features": false,
329
- "early_fusion": false,
330
- "odim": 36,
331
- "n_conditions": 0,
332
- "token_fusion": "concat",
333
- "loss_w": [
334
- 0.1,
335
- 0.2,
336
- 0.1
337
- ],
338
- "time_dim": 256,
339
- "hidden_dim": 1536,
340
- "num_blocks": 12,
341
- "dim_feedforward": 2048,
342
- "nhead": 24,
343
- "activation": "gelu",
344
- "view_feature_dim": 2048,
345
- "use_film": false,
346
- "combined_temb": true,
347
- "pooled_text_encoder": "clip",
348
- "pooled_text_encoder_path": "openai/clip-vit-large-patch14",
349
- "pooled_projection_dim": 768,
350
- "pooled_cache_path": "clip_pooled_cache_simple.pt",
351
- "final_layer_norm": true,
352
- "qk_norm": "rms_norm",
353
- "use_dit": false,
354
- "vlm_layer_indices": [
355
- 3,
356
- 5,
357
- 8,
358
- 10,
359
- 12,
360
- 14,
361
- 17,
362
- 19,
363
- 21,
364
- 23,
365
- 26,
366
- 28
367
- ],
368
- "state_drop_prob": 0.1,
369
- "state_as_action_token": true,
370
- "state_null_token": true,
371
- "state_feature_dropout": 0.0,
372
- "weight_decay": 0.01,
373
- "model_name_or_path": "/hfm/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
374
- "vlm_ckpt_step": null,
375
- "tune_vlm": true,
376
- "tune_mm_llm": false,
377
- "tune_mm_vision": false,
378
- "tune_mm_mlp": false,
379
- "gradient_checkpointing": true,
380
- "lang_backbone_lr": 1e-06,
381
- "mm_projector_lr": 0.0001,
382
- "vision_tower_lr": 1e-05,
383
- "optim": "adamw_torch",
384
- "model_max_length": 4096,
385
- "data_flatten": true,
386
- "data_packing": true,
387
- "max_pixels": 451584,
388
- "min_pixels": 12544
389
- }
390
- }