File size: 7,554 Bytes
38333bb
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
f68e5f7
38333bb
 
f68e5f7
38333bb
 
 
 
 
f68e5f7
e0af577
f68e5f7
38333bb
 
 
 
 
f68e5f7
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f68e5f7
38333bb
e0af577
 
4654a5d
 
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
 
aae287e
38333bb
 
 
 
 
 
 
 
 
 
4654a5d
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
aae287e
38333bb
 
 
 
 
 
 
 
 
 
 
aae287e
38333bb
 
 
e0af577
38333bb
e0af577
38333bb
e0af577
38333bb
e0af577
38333bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
image_encoders:
  encoder_cfg:
    type: timm
    resize_shape:
    - 224
    - 224
    crop_shape: null
    vision_backbone_id: dinov2-vit-l
    image_resize_strategy: resize-naive
    finetune: norm
    proj_type: mlp
action_representation:
  policy_translator:
    _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
    translate_rot: false
    in_ee_frame: false
    action_pose_key: actions_arm
    current_pose_key: qpos_arm
    r6d_repr: true
  action_arm_dim: 9
  data_augment:
    outname: actions_arm
    inputname:
    - actions_arm
    - qpos_arm
    type: abs_action_pose_2_rela
    translate_rot: false
    in_ee_frame: false
    r6d_repr: true
  action_arm_normalizer:
    type: augmentor_stats
    min_max: true
    max_data_points: 30000
batch_size: 72
seed: 43
debugrun: false
dataset_name: mixedcubes-02+03-more-red
wandb_cfg:
  project: rwr2025task2
  run_name: diffusion_policy_20251204-164219_mixedcubes-02+03-more-red
  entity: rwr25
  tags:
  - diffusion_policy
  - dino
  - relative_no_rot_6d
  - mixedcubes-02+03-more-red
  mode: online
output_dir: runs/diffusion_policy_20251204-164219_mixedcubes-02+03-more-red
pipeline:
  _target_: srl_il.pipeline.imitation_learning.ImitationLearningPipeline
dataset_cfg:
  data:
    _target_: srl_il.dataset.faive_dataset_zarr.faive_train_val_test
    data_directory: /mnt/datadisk/dataset/mixedcubes-02+03-more-red/
    data_filter_keys: []
    rgb_keys:
    - oakd_wrist_view/color
    - oakd_side_view/color
    rgb_resize_to:
    - 224
    - 224
    rgb_crop_dict:
      oakd_wrist_view:
        top: 0
        left: 0
        bottom: null
        right: null
      oakd_side_view:
        top: 0
        left: 0
        bottom: null
        right: null
    zarr_cfgs:
      n_reader_workers: 1
      n_writer_workers: 4
      cache_root: /mnt/datadisk/dataset/.cache
      dataset_name: mixedcubes-02+03-more-red
      overwrite: false
    test_fraction: 0.15
    val_fraction: 0.15
    window_size_train: 21
    window_size_test: 21
    keys_traj:
    - - actions_arm
      - qpos_arm
      - 1
      - null
    - - actions_hand
      - actions_hand
      - 1
      - null
    - - qpos_arm
      - qpos_arm
      - 0
      - 1
    - - qpos_hand
      - qpos_hand
      - 0
      - 1
    - - side_view_images
      - oakd_side_view/color
      - 0
      - 1
    - - wrist_view_images
      - oakd_wrist_view/color
      - 0
      - 1
    keys_global: []
    pad_before: false
    pad_after: false
    pad_type: near
    random_seed: 43
  batch_size: 72
  pin_memory: true
  num_workers: 4
  persistent_workers: true
algo_cfg:
  _target_: srl_il.algo.diffusion_policy.DiffusionPolicyTrainer
  algo_cfg:
    device: cuda
    target_dims:
      actions_arm: 9
      actions_hand: 17
    T_target: 20
    network_is_causal: true
    network_group_keys:
    - qpos
    - side_view_images
    - wrist_view_images
    network_cfg:
      d_model: 512
      nhead: 8
      num_blocks: 6
      dim_feedforward: 2048
      dropout: 0.1
    scheduler_cfg:
      scheduler_type: ddim
      num_train_timesteps: 100
      num_inference_steps: 16
      beta_schedule: squaredcos_cap_v2
      clip_sample: true
      beta_start: 0.0001
      beta_end: 0.02
  trainer_cfg:
    loss_params: null
    optimizer_cfg:
      network:
        optm_cls: torch.optim.Adam
        lr: 0.0002
        weight_decay: 0.0001
      obs_encoder:
        optm_cls: torch.optim.Adam
        lr: 0.0002
        weight_decay: 0.0001
  obs_encoder_cfg:
    output_dim: 512
    obs_groups_cfg:
      qpos:
        datakeys:
        - qpos_arm
        - qpos_hand
        encoder_cfg:
          type: lowdim_concat
          input_dim_total: 24
        posemb_cfg:
          type: none
      side_view_images:
        datakeys:
        - side_view_images
        backbone_instance_name: side_img_backbone
        encoder_cfg:
          type: timm
          resize_shape:
          - 224
          - 224
          crop_shape: null
          vision_backbone_id: dinov2-vit-l
          image_resize_strategy: resize-naive
          finetune: norm
          proj_type: mlp
        posemb_cfg:
          type: none
      wrist_view_images:
        datakeys:
        - wrist_view_images
        backbone_instance_name: wrist_img_backbone
        encoder_cfg:
          type: timm
          resize_shape:
          - 224
          - 224
          crop_shape: null
          vision_backbone_id: dinov2-vit-l
          image_resize_strategy: resize-naive
          finetune: norm
          proj_type: mlp
        posemb_cfg:
          type: none
    group_emb_cfg:
      type: each_group_learned
  policy_cfg:
    policy_bs: 1
    policy_translator:
      _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
      translate_rot: false
      in_ee_frame: false
      action_pose_key: actions_arm
      current_pose_key: qpos_arm
      r6d_repr: true
    policy_aggregator_cfg:
      type: temporal_aggr
      update_every: 20
      k: 0.01
    policy_obs_list:
    - - qpos_arm
      - 1
    - - qpos_hand
      - 1
    - - side_view_images
      - 1
    - - wrist_view_images
      - 1
lr_scheduler_cfg:
  network:
    type: diffusers
    name: cosine
    params:
      num_warmup_steps: 1000
      num_training_steps: 500000
    step_with_metrics: false
  obs_encoder:
    type: diffusers
    name: cosine
    params:
      num_warmup_steps: 1000
      num_training_steps: 500000
    step_with_metrics: false
training_cfg:
  num_epochs: 500
  num_steps_per_epoch: 100
  num_eval_steps_per_epoch: 10
  num_test_steps_per_epoch: 10
  steps_saving: 50
  rollout:
    enabled: false
  visualization:
    enabled: true
    num_samples: 1
    every_n_epoch: 1
    visualizations:
    - type: action_projector
      video: false
      visualization_prefix: wrist_position
    - type: joints
      video: false
      visualization_prefix: hand_joints
normalizer_cfg:
  actions_arm:
    type: augmentor_stats
    min_max: true
    max_data_points: 30000
  actions_hand:
    type: dataset_stats
    min_max: true
    dataname: actions_hand
  qpos_arm:
    type: dataset_stats
    dataname: qpos_arm
  qpos_hand:
    type: dataset_stats
    dataname: qpos_hand
  side_view_images:
    type: hardcode
    mean: 0.0
    std: 1.0
  wrist_view_images:
    type: hardcode
    mean: 0.0
    std: 1.0
data_augmentation_cfg:
  data_augments:
  - outname: actions_arm
    inputname:
    - actions_arm
    - qpos_arm
    type: abs_action_pose_2_rela
    translate_rot: false
    in_ee_frame: false
    r6d_repr: true
  - outname: qpos_hand
    type: gaussian_noise
    mean: 0.0
    std: 0.01
  - outname: wrist_view_images
    type: color_jitter
    brightness: 0.1
    contrast: 0.05
    saturation: 0.05
    hue: 0.05
  - outname: side_view_images
    type: color_jitter
    brightness: 0.1
    contrast: 0.05
    saturation: 0.05
    hue: 0.05
sim_env_cfg: {}
visualizer_cfg:
  action_projector:
    action_key: actions_arm
    img_views:
      side_view_images:
        extrinsics_key: null
        intrinsics_key: null
      wrist_view_images:
        extrinsics_key: null
        intrinsics_key: null
    visualizations:
    - reference_frame: null
      viz_args:
        keypoints_indexes:
        - 0
  joints:
    action_key: actions_hand
    visualizations:
    - viz_args: null
      joints_indexes:
      - 0
      - 1
      - 2
      - 3
      - 4
      - 5
      - 6
      - 7
      - 8
      - 9
      - 10
      - 11
      - 12
      - 13
      - 14
      - 15
      - 16
accelerator_cfg:
  enabled: false