yucxia commited on
Commit
93ccb96
·
verified ·
1 Parent(s): 115b573

diffusion_policy_20251208-000725_monster

Browse files
Files changed (1) hide show
  1. config.yaml +336 -0
config.yaml ADDED
@@ -0,0 +1,336 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ image_encoders:
2
+ encoder_cfg:
3
+ type: crop_resnet34
4
+ resize_shape:
5
+ - 224
6
+ - 224
7
+ crop_shape: null
8
+ pretrained: true
9
+ action_representation:
10
+ policy_translator:
11
+ _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
12
+ translate_rot: false
13
+ in_ee_frame: false
14
+ action_pose_key: actions_arm
15
+ current_pose_key: qpos_arm
16
+ r6d_repr: true
17
+ action_arm_dim: 9
18
+ data_augment:
19
+ outname: actions_arm
20
+ inputname:
21
+ - actions_arm
22
+ - qpos_arm
23
+ type: abs_action_pose_2_rela
24
+ translate_rot: false
25
+ in_ee_frame: false
26
+ r6d_repr: true
27
+ action_arm_normalizer:
28
+ type: augmentor_stats
29
+ min_max: true
30
+ max_data_points: 30000
31
+ batch_size: 64
32
+ seed: 43
33
+ debugrun: false
34
+ dataset_name: monster
35
+ wandb_cfg:
36
+ project: rwr2025task2
37
+ run_name: diffusion_policy_20251208-000725_monster
38
+ entity: rwr25
39
+ tags:
40
+ - diffusion_policy
41
+ - resnet34
42
+ - relative_no_rot_6d
43
+ - monster
44
+ mode: online
45
+ output_dir: runs/diffusion_policy_20251208-000725_monster
46
+ pipeline:
47
+ _target_: srl_il.pipeline.imitation_learning.ImitationLearningPipeline
48
+ dataset_cfg:
49
+ data:
50
+ _target_: srl_il.dataset.faive_dataset_zarr.faive_train_val_test
51
+ data_directory: /mnt/datadisk/dataset/monster/
52
+ data_filter_keys: []
53
+ rgb_keys:
54
+ - oakd_wrist_view/color
55
+ - oakd_side_view/color
56
+ rgb_resize_to:
57
+ - 224
58
+ - 224
59
+ rgb_crop_dict:
60
+ oakd_wrist_view:
61
+ top: 0
62
+ left: 0
63
+ bottom: null
64
+ right: null
65
+ oakd_side_view:
66
+ top: 0
67
+ left: 0
68
+ bottom: null
69
+ right: null
70
+ zarr_cfgs:
71
+ n_reader_workers: 1
72
+ n_writer_workers: 4
73
+ cache_root: /mnt/datadisk/dataset/.cache
74
+ dataset_name: monster
75
+ overwrite: false
76
+ test_fraction: 0.15
77
+ val_fraction: 0.15
78
+ window_size_train: 21
79
+ window_size_test: 21
80
+ keys_traj:
81
+ - - actions_arm
82
+ - qpos_arm
83
+ - 1
84
+ - null
85
+ - - actions_hand
86
+ - actions_hand
87
+ - 1
88
+ - null
89
+ - - qpos_arm
90
+ - qpos_arm
91
+ - 0
92
+ - 1
93
+ - - qpos_hand
94
+ - qpos_hand
95
+ - 0
96
+ - 1
97
+ - - side_view_images
98
+ - oakd_side_view/color
99
+ - 0
100
+ - 1
101
+ - - wrist_view_images
102
+ - oakd_wrist_view/color
103
+ - 0
104
+ - 1
105
+ keys_global: []
106
+ pad_before: false
107
+ pad_after: false
108
+ pad_type: near
109
+ random_seed: 43
110
+ batch_size: 64
111
+ pin_memory: true
112
+ num_workers: 4
113
+ persistent_workers: true
114
+ algo_cfg:
115
+ _target_: srl_il.algo.diffusion_policy.DiffusionPolicyTrainer
116
+ algo_cfg:
117
+ device: cuda
118
+ target_dims:
119
+ actions_arm: 9
120
+ actions_hand: 17
121
+ T_target: 20
122
+ network_is_causal: true
123
+ network_group_keys:
124
+ - qpos
125
+ - side_view_images
126
+ - wrist_view_images
127
+ network_cfg:
128
+ d_model: 512
129
+ nhead: 8
130
+ num_blocks: 6
131
+ dim_feedforward: 2048
132
+ dropout: 0.1
133
+ scheduler_cfg:
134
+ scheduler_type: ddim
135
+ num_train_timesteps: 100
136
+ num_inference_steps: 16
137
+ beta_schedule: squaredcos_cap_v2
138
+ clip_sample: true
139
+ beta_start: 0.0001
140
+ beta_end: 0.02
141
+ trainer_cfg:
142
+ loss_params: null
143
+ optimizer_cfg:
144
+ network:
145
+ optm_cls: torch.optim.Adam
146
+ lr: 0.0002
147
+ weight_decay: 0.0001
148
+ obs_encoder:
149
+ optm_cls: torch.optim.Adam
150
+ lr: 0.0002
151
+ weight_decay: 0.0001
152
+ obs_encoder_cfg:
153
+ output_dim: 512
154
+ obs_groups_cfg:
155
+ qpos:
156
+ datakeys:
157
+ - qpos_arm
158
+ - qpos_hand
159
+ encoder_cfg:
160
+ type: lowdim_concat
161
+ input_dim_total: 24
162
+ posemb_cfg:
163
+ type: none
164
+ side_view_images:
165
+ datakeys:
166
+ - side_view_images
167
+ backbone_instance_name: side_img_backbone
168
+ encoder_cfg:
169
+ type: crop_resnet34
170
+ resize_shape:
171
+ - 224
172
+ - 224
173
+ crop_shape: null
174
+ pretrained: true
175
+ posemb_cfg:
176
+ type: none
177
+ wrist_view_images:
178
+ datakeys:
179
+ - wrist_view_images
180
+ backbone_instance_name: wrist_img_backbone
181
+ encoder_cfg:
182
+ type: crop_resnet34
183
+ resize_shape:
184
+ - 224
185
+ - 224
186
+ crop_shape: null
187
+ pretrained: true
188
+ posemb_cfg:
189
+ type: none
190
+ group_emb_cfg:
191
+ type: each_group_learned
192
+ policy_cfg:
193
+ policy_bs: 1
194
+ policy_translator:
195
+ _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
196
+ translate_rot: false
197
+ in_ee_frame: false
198
+ action_pose_key: actions_arm
199
+ current_pose_key: qpos_arm
200
+ r6d_repr: true
201
+ policy_aggregator_cfg:
202
+ type: temporal_aggr
203
+ update_every: 20
204
+ k: 0.01
205
+ policy_obs_list:
206
+ - - qpos_arm
207
+ - 1
208
+ - - qpos_hand
209
+ - 1
210
+ - - side_view_images
211
+ - 1
212
+ - - wrist_view_images
213
+ - 1
214
+ lr_scheduler_cfg:
215
+ network:
216
+ type: diffusers
217
+ name: cosine
218
+ params:
219
+ num_warmup_steps: 1000
220
+ num_training_steps: 500000
221
+ step_with_metrics: false
222
+ obs_encoder:
223
+ type: diffusers
224
+ name: cosine
225
+ params:
226
+ num_warmup_steps: 1000
227
+ num_training_steps: 500000
228
+ step_with_metrics: false
229
+ training_cfg:
230
+ num_epochs: 500
231
+ num_steps_per_epoch: 100
232
+ num_eval_steps_per_epoch: 10
233
+ num_test_steps_per_epoch: 10
234
+ steps_saving: 50
235
+ rollout:
236
+ enabled: false
237
+ visualization:
238
+ enabled: true
239
+ num_samples: 1
240
+ every_n_epoch: 1
241
+ visualizations:
242
+ - type: action_projector
243
+ video: false
244
+ visualization_prefix: wrist_position
245
+ - type: joints
246
+ video: false
247
+ visualization_prefix: hand_joints
248
+ normalizer_cfg:
249
+ actions_arm:
250
+ type: augmentor_stats
251
+ min_max: true
252
+ max_data_points: 30000
253
+ actions_hand:
254
+ type: dataset_stats
255
+ min_max: true
256
+ dataname: actions_hand
257
+ qpos_arm:
258
+ type: dataset_stats
259
+ dataname: qpos_arm
260
+ qpos_hand:
261
+ type: dataset_stats
262
+ dataname: qpos_hand
263
+ side_view_images:
264
+ type: hardcode
265
+ mean: 0.0
266
+ std: 1.0
267
+ wrist_view_images:
268
+ type: hardcode
269
+ mean: 0.0
270
+ std: 1.0
271
+ data_augmentation_cfg:
272
+ data_augments:
273
+ - outname: actions_arm
274
+ inputname:
275
+ - actions_arm
276
+ - qpos_arm
277
+ type: abs_action_pose_2_rela
278
+ translate_rot: false
279
+ in_ee_frame: false
280
+ r6d_repr: true
281
+ - outname: qpos_hand
282
+ type: gaussian_noise
283
+ mean: 0.0
284
+ std: 0.01
285
+ - outname: wrist_view_images
286
+ type: color_jitter
287
+ brightness: 0.1
288
+ contrast: 0.05
289
+ saturation: 0.05
290
+ hue: 0.05
291
+ - outname: side_view_images
292
+ type: color_jitter
293
+ brightness: 0.1
294
+ contrast: 0.05
295
+ saturation: 0.05
296
+ hue: 0.05
297
+ sim_env_cfg: {}
298
+ visualizer_cfg:
299
+ action_projector:
300
+ action_key: actions_arm
301
+ img_views:
302
+ side_view_images:
303
+ extrinsics_key: null
304
+ intrinsics_key: null
305
+ wrist_view_images:
306
+ extrinsics_key: null
307
+ intrinsics_key: null
308
+ visualizations:
309
+ - reference_frame: null
310
+ viz_args:
311
+ keypoints_indexes:
312
+ - 0
313
+ joints:
314
+ action_key: actions_hand
315
+ visualizations:
316
+ - viz_args: null
317
+ joints_indexes:
318
+ - 0
319
+ - 1
320
+ - 2
321
+ - 3
322
+ - 4
323
+ - 5
324
+ - 6
325
+ - 7
326
+ - 8
327
+ - 9
328
+ - 10
329
+ - 11
330
+ - 12
331
+ - 13
332
+ - 14
333
+ - 15
334
+ - 16
335
+ accelerator_cfg:
336
+ enabled: false