drwahl commited on
Commit
6262864
·
verified ·
1 Parent(s): f939a0e

Add the 20k-step adapter and its processors

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ adapter/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
adapter/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "PI0Policy",
7
+ "parent_library": "lerobot.policies.pi0.modeling_pi0"
8
+ },
9
+ "base_model_name_or_path": "lerobot/pi0_base",
10
+ "bias": "none",
11
+ "corda_config": null,
12
+ "ensure_weight_tying": false,
13
+ "eva_config": null,
14
+ "exclude_modules": null,
15
+ "fan_in_fan_out": false,
16
+ "inference_mode": true,
17
+ "init_lora_weights": true,
18
+ "layer_replication": null,
19
+ "layers_pattern": null,
20
+ "layers_to_transform": null,
21
+ "loftq_config": {},
22
+ "lora_alpha": 64,
23
+ "lora_bias": false,
24
+ "lora_dropout": 0.0,
25
+ "lora_ga_config": null,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": [
29
+ "gemma_expert.model",
30
+ "state_proj",
31
+ "action_in_proj",
32
+ "action_out_proj",
33
+ "action_time_mlp_in",
34
+ "action_time_mlp_out"
35
+ ],
36
+ "monteclora_config": null,
37
+ "peft_type": "LORA",
38
+ "peft_version": "0.20.0",
39
+ "qalora_group_size": 16,
40
+ "r": 32,
41
+ "rank_pattern": {},
42
+ "revision": null,
43
+ "target_modules": ".*\\.paligemma\\.model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.[qkvo]_proj|mlp\\.(gate|up|down)_proj)",
44
+ "target_parameters": null,
45
+ "task_type": null,
46
+ "trainable_token_indices": null,
47
+ "use_bdlora": null,
48
+ "use_dora": false,
49
+ "use_qalora": false,
50
+ "use_rslora": false,
51
+ "velora_config": null
52
+ }
adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b541b3a22727330941b8504c2a60b68fa10179035aa75b82aa1cf6c229fc272
3
+ size 792967616
adapter/config.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi0",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.images.base_0_rgb": {
6
+ "type": "VISUAL",
7
+ "shape": [
8
+ 3,
9
+ 224,
10
+ 224
11
+ ]
12
+ },
13
+ "observation.images.left_wrist_0_rgb": {
14
+ "type": "VISUAL",
15
+ "shape": [
16
+ 3,
17
+ 224,
18
+ 224
19
+ ]
20
+ },
21
+ "observation.images.right_wrist_0_rgb": {
22
+ "type": "VISUAL",
23
+ "shape": [
24
+ 3,
25
+ 224,
26
+ 224
27
+ ]
28
+ },
29
+ "observation.state": {
30
+ "type": "STATE",
31
+ "shape": [
32
+ 32
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 6
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "dtype": "bfloat16",
46
+ "use_amp": false,
47
+ "use_peft": true,
48
+ "push_to_hub": false,
49
+ "repo_id": null,
50
+ "private": null,
51
+ "tags": null,
52
+ "license": null,
53
+ "pretrained_path": "lerobot/pi0_base",
54
+ "pretrained_revision": null,
55
+ "paligemma_variant": "gemma_2b",
56
+ "action_expert_variant": "gemma_300m",
57
+ "chunk_size": 50,
58
+ "n_action_steps": 50,
59
+ "max_state_dim": 32,
60
+ "max_action_dim": 32,
61
+ "num_inference_steps": 10,
62
+ "time_sampling_beta_alpha": 1.5,
63
+ "time_sampling_beta_beta": 1.0,
64
+ "time_sampling_scale": 0.999,
65
+ "time_sampling_offset": 0.001,
66
+ "min_period": 0.004,
67
+ "max_period": 4.0,
68
+ "use_relative_actions": false,
69
+ "relative_exclude_joints": [
70
+ "gripper"
71
+ ],
72
+ "action_feature_names": [
73
+ "shoulder_pan",
74
+ "shoulder_lift",
75
+ "elbow_flex",
76
+ "wrist_flex",
77
+ "wrist_roll",
78
+ "gripper"
79
+ ],
80
+ "rtc_config": null,
81
+ "image_resolution": [
82
+ 224,
83
+ 224
84
+ ],
85
+ "empty_cameras": 0,
86
+ "normalization_mapping": {
87
+ "VISUAL": "IDENTITY",
88
+ "STATE": "MEAN_STD",
89
+ "ACTION": "MEAN_STD"
90
+ },
91
+ "gradient_checkpointing": true,
92
+ "compile_model": false,
93
+ "compile_mode": "max-autotune",
94
+ "freeze_vision_encoder": false,
95
+ "train_expert_only": false,
96
+ "optimizer_lr": 2.5e-05,
97
+ "optimizer_betas": [
98
+ 0.9,
99
+ 0.95
100
+ ],
101
+ "optimizer_eps": 1e-08,
102
+ "optimizer_weight_decay": 0.01,
103
+ "optimizer_grad_clip_norm": 1.0,
104
+ "optimizer_fused": null,
105
+ "scheduler_warmup_steps": 1000,
106
+ "scheduler_decay_steps": 20000,
107
+ "scheduler_decay_lr": 2.5e-06,
108
+ "tokenizer_max_length": 48,
109
+ "text_tokenizer_name": "google/paligemma-3b-pt-224"
110
+ }
adapter/policy_postprocessor.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 6
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "MEAN_STD",
19
+ "ACTION": "MEAN_STD"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "absolute_actions_processor",
26
+ "config": {
27
+ "enabled": false
28
+ }
29
+ },
30
+ {
31
+ "registry_name": "device_processor",
32
+ "config": {
33
+ "device": "cpu",
34
+ "float_dtype": null
35
+ }
36
+ }
37
+ ]
38
+ }
adapter/policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61dadb9891cb6d852839f2e81079e5678297f15f8932e0821ae10d737c605052
3
+ size 7712
adapter/policy_preprocessor.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {
8
+ "observation.images.top": "observation.images.base_0_rgb",
9
+ "observation.images.wrist": "observation.images.left_wrist_0_rgb"
10
+ }
11
+ }
12
+ },
13
+ {
14
+ "registry_name": "to_batch_processor",
15
+ "config": {}
16
+ },
17
+ {
18
+ "registry_name": "pi0_new_line_processor",
19
+ "config": {}
20
+ },
21
+ {
22
+ "registry_name": "tokenizer_processor",
23
+ "config": {
24
+ "max_length": 48,
25
+ "task_key": "task",
26
+ "padding_side": "right",
27
+ "padding": "max_length",
28
+ "truncation": true,
29
+ "tokenizer_name": "tokenizer"
30
+ },
31
+ "artifacts": {
32
+ "tokenizer_name": "tokenizer"
33
+ }
34
+ },
35
+ {
36
+ "registry_name": "device_processor",
37
+ "config": {
38
+ "device": "cuda",
39
+ "float_dtype": null
40
+ }
41
+ },
42
+ {
43
+ "registry_name": "relative_actions_processor",
44
+ "config": {
45
+ "enabled": false,
46
+ "exclude_joints": [
47
+ "gripper"
48
+ ],
49
+ "action_names": null
50
+ }
51
+ },
52
+ {
53
+ "registry_name": "normalizer_processor",
54
+ "config": {
55
+ "eps": 1e-08,
56
+ "features": {
57
+ "observation.images.base_0_rgb": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 224,
62
+ 224
63
+ ]
64
+ },
65
+ "observation.images.left_wrist_0_rgb": {
66
+ "type": "VISUAL",
67
+ "shape": [
68
+ 3,
69
+ 224,
70
+ 224
71
+ ]
72
+ },
73
+ "observation.images.right_wrist_0_rgb": {
74
+ "type": "VISUAL",
75
+ "shape": [
76
+ 3,
77
+ 224,
78
+ 224
79
+ ]
80
+ },
81
+ "observation.state": {
82
+ "type": "STATE",
83
+ "shape": [
84
+ 32
85
+ ]
86
+ },
87
+ "action": {
88
+ "type": "ACTION",
89
+ "shape": [
90
+ 6
91
+ ]
92
+ }
93
+ },
94
+ "norm_map": {
95
+ "VISUAL": "IDENTITY",
96
+ "STATE": "MEAN_STD",
97
+ "ACTION": "MEAN_STD"
98
+ }
99
+ },
100
+ "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors"
101
+ }
102
+ ]
103
+ }
adapter/policy_preprocessor_step_6_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343592b425e7999490ee7bfa4e3ad2f7c098386c9dbb736c7aec43262f0e5e69
3
+ size 7720
adapter/tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50
3
+ size 34387382
adapter/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<bos>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<eos>",
6
+ "extra_special_tokens": [
7
+ "<image>"
8
+ ],
9
+ "is_local": false,
10
+ "mask_token": "<mask>",
11
+ "model_max_length": 1000000000000000019884624838656,
12
+ "pad_token": "<pad>",
13
+ "processor_class": "PaliGemmaProcessor",
14
+ "sp_model_kwargs": {},
15
+ "spaces_between_special_tokens": false,
16
+ "tokenizer_class": "GemmaTokenizer",
17
+ "unk_token": "<unk>",
18
+ "use_default_system_prompt": false
19
+ }
adapter/train_config.json ADDED
@@ -0,0 +1,349 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "drwahl/so101_block_stack_sim",
4
+ "repo_type": "dataset",
5
+ "root": "/data/datasets/so101_block_stack_sim",
6
+ "episodes": null,
7
+ "exclude_episodes": null,
8
+ "image_transforms": {
9
+ "enable": false,
10
+ "backend": "dataloader",
11
+ "gpu_compile": true,
12
+ "gpu_chunk_size": 32,
13
+ "max_num_transforms": 3,
14
+ "random_order": false,
15
+ "tfs": {
16
+ "brightness": {
17
+ "weight": 1.0,
18
+ "type": "ColorJitter",
19
+ "kwargs": {
20
+ "brightness": [
21
+ 0.8,
22
+ 1.2
23
+ ]
24
+ }
25
+ },
26
+ "contrast": {
27
+ "weight": 1.0,
28
+ "type": "ColorJitter",
29
+ "kwargs": {
30
+ "contrast": [
31
+ 0.8,
32
+ 1.2
33
+ ]
34
+ }
35
+ },
36
+ "saturation": {
37
+ "weight": 1.0,
38
+ "type": "ColorJitter",
39
+ "kwargs": {
40
+ "saturation": [
41
+ 0.5,
42
+ 1.5
43
+ ]
44
+ }
45
+ },
46
+ "hue": {
47
+ "weight": 1.0,
48
+ "type": "ColorJitter",
49
+ "kwargs": {
50
+ "hue": [
51
+ -0.05,
52
+ 0.05
53
+ ]
54
+ }
55
+ },
56
+ "sharpness": {
57
+ "weight": 1.0,
58
+ "type": "SharpnessJitter",
59
+ "kwargs": {
60
+ "sharpness": [
61
+ 0.5,
62
+ 1.5
63
+ ]
64
+ }
65
+ },
66
+ "affine": {
67
+ "weight": 1.0,
68
+ "type": "RandomAffine",
69
+ "kwargs": {
70
+ "degrees": [
71
+ -5.0,
72
+ 5.0
73
+ ],
74
+ "translate": [
75
+ 0.05,
76
+ 0.05
77
+ ]
78
+ }
79
+ }
80
+ }
81
+ },
82
+ "revision": null,
83
+ "use_imagenet_stats": true,
84
+ "video_backend": "torchcodec",
85
+ "return_uint8": false,
86
+ "depth_output_unit": "mm",
87
+ "streaming": false,
88
+ "streaming_episode_pool_size": null,
89
+ "streaming_sampling_strategy": "remaining",
90
+ "streaming_prefetch_episodes": 8,
91
+ "streaming_byte_budget_gb": 8.0,
92
+ "streaming_decode_threads": 2,
93
+ "streaming_decoded_queue_size": 8,
94
+ "streaming_native_http_connections": null,
95
+ "streaming_native_http_subranges": 1,
96
+ "streaming_sidecar_lock_timeout_s": 1800,
97
+ "video_decoder_cache_size": null,
98
+ "eval_split": 0.0
99
+ },
100
+ "env": null,
101
+ "policy": {
102
+ "type": "pi0",
103
+ "n_obs_steps": 1,
104
+ "input_features": {
105
+ "observation.images.base_0_rgb": {
106
+ "type": "VISUAL",
107
+ "shape": [
108
+ 3,
109
+ 224,
110
+ 224
111
+ ]
112
+ },
113
+ "observation.images.left_wrist_0_rgb": {
114
+ "type": "VISUAL",
115
+ "shape": [
116
+ 3,
117
+ 224,
118
+ 224
119
+ ]
120
+ },
121
+ "observation.images.right_wrist_0_rgb": {
122
+ "type": "VISUAL",
123
+ "shape": [
124
+ 3,
125
+ 224,
126
+ 224
127
+ ]
128
+ },
129
+ "observation.state": {
130
+ "type": "STATE",
131
+ "shape": [
132
+ 32
133
+ ]
134
+ }
135
+ },
136
+ "output_features": {
137
+ "action": {
138
+ "type": "ACTION",
139
+ "shape": [
140
+ 6
141
+ ]
142
+ }
143
+ },
144
+ "device": "cuda",
145
+ "dtype": "bfloat16",
146
+ "use_amp": false,
147
+ "use_peft": true,
148
+ "push_to_hub": false,
149
+ "repo_id": null,
150
+ "private": null,
151
+ "tags": null,
152
+ "license": null,
153
+ "pretrained_path": "lerobot/pi0_base",
154
+ "pretrained_revision": null,
155
+ "paligemma_variant": "gemma_2b",
156
+ "action_expert_variant": "gemma_300m",
157
+ "chunk_size": 50,
158
+ "n_action_steps": 50,
159
+ "max_state_dim": 32,
160
+ "max_action_dim": 32,
161
+ "num_inference_steps": 10,
162
+ "time_sampling_beta_alpha": 1.5,
163
+ "time_sampling_beta_beta": 1.0,
164
+ "time_sampling_scale": 0.999,
165
+ "time_sampling_offset": 0.001,
166
+ "min_period": 0.004,
167
+ "max_period": 4.0,
168
+ "use_relative_actions": false,
169
+ "relative_exclude_joints": [
170
+ "gripper"
171
+ ],
172
+ "action_feature_names": [
173
+ "shoulder_pan",
174
+ "shoulder_lift",
175
+ "elbow_flex",
176
+ "wrist_flex",
177
+ "wrist_roll",
178
+ "gripper"
179
+ ],
180
+ "rtc_config": null,
181
+ "image_resolution": [
182
+ 224,
183
+ 224
184
+ ],
185
+ "empty_cameras": 0,
186
+ "normalization_mapping": {
187
+ "VISUAL": "IDENTITY",
188
+ "STATE": "MEAN_STD",
189
+ "ACTION": "MEAN_STD"
190
+ },
191
+ "gradient_checkpointing": true,
192
+ "compile_model": false,
193
+ "compile_mode": "max-autotune",
194
+ "freeze_vision_encoder": false,
195
+ "train_expert_only": false,
196
+ "optimizer_lr": 2.5e-05,
197
+ "optimizer_betas": [
198
+ 0.9,
199
+ 0.95
200
+ ],
201
+ "optimizer_eps": 1e-08,
202
+ "optimizer_weight_decay": 0.01,
203
+ "optimizer_grad_clip_norm": 1.0,
204
+ "optimizer_fused": null,
205
+ "scheduler_warmup_steps": 1000,
206
+ "scheduler_decay_steps": 20000,
207
+ "scheduler_decay_lr": 2.5e-06,
208
+ "tokenizer_max_length": 48,
209
+ "text_tokenizer_name": "google/paligemma-3b-pt-224"
210
+ },
211
+ "reward_model": null,
212
+ "output_dir": "/data/checkpoints/pi0_so101_block_stack_sim",
213
+ "job_name": "pi0_so101_block_stack_sim",
214
+ "resume": false,
215
+ "seed": 1000,
216
+ "cudnn_deterministic": false,
217
+ "tf32": true,
218
+ "num_workers": 4,
219
+ "batch_size": 4,
220
+ "prefetch_factor": 4,
221
+ "persistent_workers": true,
222
+ "dataloader_multiprocessing_context": "spawn",
223
+ "steps": 20000,
224
+ "env_eval_freq": 20000,
225
+ "log_freq": 200,
226
+ "eval_steps": 0,
227
+ "max_eval_samples": 0,
228
+ "tolerance_s": 0.0001,
229
+ "save_checkpoint": true,
230
+ "save_freq": 5000,
231
+ "checkpoint_format": "safetensors",
232
+ "use_policy_training_preset": true,
233
+ "optimizer": {
234
+ "type": "adamw",
235
+ "lr": 2.5e-05,
236
+ "weight_decay": 0.01,
237
+ "grad_clip_norm": 1.0,
238
+ "betas": [
239
+ 0.9,
240
+ 0.95
241
+ ],
242
+ "eps": 1e-08,
243
+ "fused": null
244
+ },
245
+ "scheduler": {
246
+ "type": "cosine_decay_with_warmup",
247
+ "num_warmup_steps": 1000,
248
+ "num_decay_steps": 20000,
249
+ "peak_lr": 2.5e-05,
250
+ "decay_lr": 2.5e-06
251
+ },
252
+ "parallelism": {
253
+ "dp_replicate": 1,
254
+ "dp_shard": 1,
255
+ "context_parallel": {
256
+ "ring_degree": 1,
257
+ "ulysses_degree": 1
258
+ },
259
+ "cfg_parallel": 1
260
+ },
261
+ "accelerator": {
262
+ "mixed_precision": "no",
263
+ "gradient_accumulation": {
264
+ "steps": 1,
265
+ "sync_each_batch": false
266
+ },
267
+ "grad_scaler": {
268
+ "init_scale": 65536.0,
269
+ "growth_factor": 2.0,
270
+ "backoff_factor": 0.5,
271
+ "growth_interval": 2000
272
+ },
273
+ "fsdp": {
274
+ "reshard_after_forward": true,
275
+ "wrap_modules": null,
276
+ "min_num_params": null,
277
+ "cpu_offload": false,
278
+ "ignored_modules": null,
279
+ "mixed_precision_policy": {
280
+ "param_dtype": null,
281
+ "reduce_dtype": null,
282
+ "output_dtype": null,
283
+ "cast_forward_inputs": true
284
+ }
285
+ },
286
+ "ddp": {
287
+ "find_unused_parameters": true,
288
+ "gradient_as_bucket_view": false,
289
+ "static_graph": false
290
+ },
291
+ "compile": {
292
+ "enabled": false,
293
+ "backend": "inductor",
294
+ "mode": null,
295
+ "regional": true
296
+ },
297
+ "activation_checkpointing": {
298
+ "mode": "none"
299
+ }
300
+ },
301
+ "eval": {
302
+ "n_episodes": 50,
303
+ "batch_size": 8,
304
+ "use_async_envs": true,
305
+ "recording": false,
306
+ "recording_repo_id": null,
307
+ "recording_private": false
308
+ },
309
+ "ema": null,
310
+ "trackio": {
311
+ "enable": true,
312
+ "disable_artifact": true,
313
+ "project": "vla-test",
314
+ "space_id": null,
315
+ "private": null,
316
+ "run_name": "pi0_so101_block_stack_sim-6f4a25cc",
317
+ "resume": null,
318
+ "capture_console": true
319
+ },
320
+ "peft": {
321
+ "target_modules": ".*\\.paligemma\\.model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.[qkvo]_proj|mlp\\.(gate|up|down)_proj)",
322
+ "full_training_modules": [
323
+ "gemma_expert.model",
324
+ "state_proj",
325
+ "action_in_proj",
326
+ "action_out_proj",
327
+ "action_time_mlp_in",
328
+ "action_time_mlp_out"
329
+ ],
330
+ "method_type": "LORA",
331
+ "init_type": null,
332
+ "r": 32,
333
+ "lora_alpha": 64
334
+ },
335
+ "job": {
336
+ "target": null,
337
+ "image": "huggingface/lerobot-gpu:latest",
338
+ "timeout": "2d",
339
+ "detach": false,
340
+ "tags": []
341
+ },
342
+ "save_checkpoint_to_hub": false,
343
+ "sample_weighting": null,
344
+ "rename_map": {
345
+ "observation.images.top": "observation.images.base_0_rgb",
346
+ "observation.images.wrist": "observation.images.left_wrist_0_rgb"
347
+ },
348
+ "checkpoint_path": null
349
+ }