hackhackhack66666 commited on
Commit
c3085ad
·
verified ·
1 Parent(s): 0dd90c0

Add train config seed1

Browse files
configs/bar_calvin_production_s1_h100_1gpu.yaml ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Stage-3 production BAR on aicenter4: SmolVLM2-2.2B, single H100 GPU0.
2
+ # Global batch 128 = microbatch 1 × 1 GPU × accumulate 128.
3
+ # Single-GPU: native Lightning strategy=auto (no FSDP / no collective barriers).
4
+ # Seed-1 twin of production_s0 (identical hparams/data/split; only seed+codec differ).
5
+ strategy: bar
6
+ seed: 1
7
+ DATA_SPLIT_SEED: 0
8
+
9
+ DATASET:
10
+ root: /datasets/askhabaliev_g/calvin_full/task_D_D
11
+ chunk_length: 30
12
+
13
+ MODEL:
14
+ model_name: HuggingFaceTB/SmolVLM2-2.2B-Instruct
15
+ answer_start_token: "Assistant:"
16
+
17
+ action_processor:
18
+ vocab_size: 2048
19
+ token_len: 48
20
+ _target_: transformers.AutoModel
21
+ kwargs:
22
+ pretrained_model_name_or_path: /datasets/askhabaliev_g/checkpoints/codec/rvq_posttrain_s1/best/model
23
+ trust_remote_code: true
24
+
25
+ vl_processor:
26
+ _target_: transformers.AutoProcessor
27
+ kwargs:
28
+ pretrained_model_name_or_path: ${MODEL.model_name}
29
+ trust_remote_code: true
30
+
31
+ vla_processor:
32
+ kwargs:
33
+ mode: "discrete"
34
+ vocab_shift: 0
35
+
36
+ vlm:
37
+ _target_: smolvla.bar.SmolVLABlockwiseAR
38
+ kwargs:
39
+ pretrained_model_name_or_path: ${MODEL.model_name}
40
+ trust_remote_code: true
41
+ torch_dtype: float32
42
+ token_budget: ${MODEL.action_processor.token_len}
43
+ num_blocks: 3
44
+ action_vocab_size: ${MODEL.action_processor.vocab_size}
45
+ _attn_implementation: sdpa
46
+
47
+ TRAINING:
48
+ ckpt_dir: /datasets/askhabaliev_g/checkpoints/vla/production_s1
49
+ training_steps: 30000
50
+ warmup_steps: 1000
51
+ batch_size: 1
52
+ num_workers: 4
53
+ val_check_interval: 1000
54
+ checkpoint_interval: 1000
55
+ checkpoint_monitor: val/l1_dist
56
+ checkpoint_mode: min
57
+ seed: 1
58
+
59
+ use_lora: false
60
+ lora_kwargs:
61
+ lora_alpha: 32
62
+ r: 16
63
+ task_type: "CAUSAL_LM"
64
+ target_modules:
65
+ - "q_proj"
66
+ - "k_proj"
67
+ - "v_proj"
68
+ - "o_proj"
69
+ - "up_proj"
70
+ - "down_proj"
71
+ - "gate_proj"
72
+
73
+ optimizer:
74
+ _target_: torch.optim.AdamW
75
+ kwargs:
76
+ lr: 1e-4
77
+ weight_decay: 1e-10
78
+ eps: 1e-8
79
+ betas: [0.9, 0.999]
80
+ # HAMI fragmentation: foreach=True OOMs on opt/restore with "free" cache.
81
+ foreach: false
82
+
83
+ trainer:
84
+ devices: [0]
85
+ accumulate_grad_batches: 128
86
+ precision: 16-mixed
87
+ gradient_clip_val: 1.0
88
+ log_every_n_steps: 10
89
+ strategy: auto