yucxia commited on
Commit
29dcbfe
·
verified ·
1 Parent(s): 4657389

diffusion_policy_20251127-005815_redcube-enhanced

Browse files
best_model.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ea3d85ebb41cc4fd105db2fbf6cbc932a5354e53217a3ca8003ad7ed2e7ad08
3
  size 3467954895
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8cb7411a615b6d966618c2c09230f8dd55c745204a8df4ba18a105d92f64ca0
3
  size 3467954895
checkpoint_100.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe07661b9cdc769d35c4a652f2e56380528f7c1d02628ab17ff479af7dc5d288
3
- size 3467962291
 
 
 
 
checkpoint_200.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba2ed5bd4e981ae7651e02cc3000568d469a32b5ff32788fa35154def30ea643
3
- size 3467962291
 
 
 
 
checkpoint_250.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97b6e229fa31d9939161d39734aaf1cf1ae07105cd31b9128179a2e7c9dfdc41
3
  size 3467962291
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d6b0d1e7759483297da226bf4965863eecf23eb630cebf09302cd64ca6cd95
3
  size 3467962291
checkpoint_300.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:14842c56c12121b5015c4390eaabd00415614306d2800de4d3808c874dacf500
3
- size 3467962291
 
 
 
 
config.yaml DELETED
@@ -1,354 +0,0 @@
1
- image_encoders:
2
- encoder_cfg:
3
- type: timm
4
- resize_shape:
5
- - 224
6
- - 224
7
- crop_shape: null
8
- vision_backbone_id: dinov2-vit-l
9
- image_resize_strategy: resize-naive
10
- finetune: norm
11
- action_representation:
12
- policy_translator:
13
- _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
14
- translate_rot: false
15
- in_ee_frame: false
16
- action_pose_key: actions_arm
17
- current_pose_key: qpos_arm
18
- r6d_repr: true
19
- action_arm_dim: 9
20
- data_augment:
21
- outname: actions_arm
22
- inputname:
23
- - actions_arm
24
- - qpos_arm
25
- type: abs_action_pose_2_rela
26
- translate_rot: false
27
- in_ee_frame: false
28
- r6d_repr: true
29
- action_arm_normalizer:
30
- type: augmentor_stats
31
- min_max: true
32
- max_data_points: 30000
33
- batch_size: 60
34
- seed: 43
35
- debugrun: false
36
- dataset_name: merge-25+26
37
- wandb_cfg:
38
- project: rwr2025task2
39
- run_name: diffusion_policy_20251126-235831_merge-25+26
40
- entity: rwr25
41
- tags:
42
- - diffusion_policy
43
- - dino
44
- - relative_no_rot_6d
45
- - merge-25+26
46
- mode: online
47
- output_dir: runs/diffusion_policy_20251126-235831_merge-25+26
48
- pipeline:
49
- _target_: srl_il.pipeline.imitation_learning.ImitationLearningPipeline
50
- dataset_cfg:
51
- data:
52
- _target_: srl_il.dataset.faive_dataset_zarr.faive_train_val_test
53
- data_directory: /mnt/datadisk/dataset/merge-25+26/
54
- data_filter_keys: []
55
- rgb_keys:
56
- - oakd_wrist_view/color
57
- - oakd_side_view/color
58
- rgb_resize_to:
59
- - 224
60
- - 224
61
- rgb_crop_dict:
62
- oakd_wrist_view:
63
- top: 0
64
- left: 0
65
- bottom: null
66
- right: null
67
- oakd_side_view:
68
- top: 0
69
- left: 0
70
- bottom: null
71
- right: null
72
- zarr_cfgs:
73
- n_reader_workers: 1
74
- n_writer_workers: 4
75
- cache_root: /mnt/datadisk/dataset/.cache
76
- dataset_name: merge-25+26
77
- overwrite: false
78
- test_fraction: 0.1
79
- val_fraction: 0.1
80
- window_size_train: 11
81
- window_size_test: 11
82
- keys_traj:
83
- - - actions_arm
84
- - qpos_arm
85
- - 1
86
- - null
87
- - - actions_hand
88
- - actions_hand
89
- - 1
90
- - null
91
- - - qpos_arm
92
- - qpos_arm
93
- - 0
94
- - 1
95
- - - qpos_hand
96
- - qpos_hand
97
- - 0
98
- - 1
99
- - - side_view_images
100
- - oakd_side_view/color
101
- - 0
102
- - 1
103
- - - wrist_view_images
104
- - oakd_wrist_view/color
105
- - 0
106
- - 1
107
- keys_global:
108
- - task_description
109
- pad_before: false
110
- pad_after: false
111
- pad_type: near
112
- random_seed: 43
113
- batch_size: 60
114
- pin_memory: true
115
- num_workers: 4
116
- persistent_workers: true
117
- algo_cfg:
118
- _target_: srl_il.algo.diffusion_policy.DiffusionPolicyTrainer
119
- algo_cfg:
120
- device: cuda
121
- target_dims:
122
- actions_arm: 9
123
- actions_hand: 17
124
- T_target: 10
125
- network_is_causal: true
126
- network_group_keys:
127
- - qpos
128
- - side_view_images
129
- - wrist_view_images
130
- network_cfg:
131
- d_model: 512
132
- nhead: 8
133
- num_blocks: 6
134
- dim_feedforward: 2048
135
- dropout: 0.1
136
- scheduler_cfg:
137
- scheduler_type: ddim
138
- num_train_timesteps: 100
139
- num_inference_steps: 8
140
- beta_schedule: squaredcos_cap_v2
141
- clip_sample: true
142
- beta_start: 0.0001
143
- beta_end: 0.02
144
- trainer_cfg:
145
- loss_params: null
146
- optimizer_cfg:
147
- network:
148
- optm_cls: torch.optim.Adam
149
- lr: 0.0002
150
- weight_decay: 0.0001
151
- obs_encoder:
152
- optm_cls: torch.optim.Adam
153
- lr: 0.0002
154
- weight_decay: 0.0001
155
- obs_encoder_cfg:
156
- output_dim: 512
157
- obs_groups_cfg:
158
- qpos:
159
- datakeys:
160
- - qpos_arm
161
- - qpos_hand
162
- encoder_cfg:
163
- type: lowdim_concat
164
- input_dim_total: 24
165
- posemb_cfg:
166
- type: none
167
- side_view_images:
168
- datakeys:
169
- - side_view_images
170
- backbone_instance_name: side_img_backbone
171
- encoder_cfg:
172
- type: timm
173
- resize_shape:
174
- - 224
175
- - 224
176
- crop_shape: null
177
- vision_backbone_id: dinov2-vit-l
178
- image_resize_strategy: resize-naive
179
- finetune: norm
180
- posemb_cfg:
181
- type: none
182
- wrist_view_images:
183
- datakeys:
184
- - wrist_view_images
185
- backbone_instance_name: wrist_img_backbone
186
- encoder_cfg:
187
- type: timm
188
- resize_shape:
189
- - 224
190
- - 224
191
- crop_shape: null
192
- vision_backbone_id: dinov2-vit-l
193
- image_resize_strategy: resize-naive
194
- finetune: norm
195
- posemb_cfg:
196
- type: none
197
- language:
198
- datakeys:
199
- - task_description
200
- encoder_cfg:
201
- type: tokenizer_mlp
202
- posemb_cfg:
203
- type: none
204
- group_emb_cfg:
205
- type: none
206
- policy_cfg:
207
- policy_bs: 1
208
- policy_translator:
209
- _target_: srl_il.algo.base_algo.PolicyTranslatorRelative2Absolute
210
- translate_rot: false
211
- in_ee_frame: false
212
- action_pose_key: actions_arm
213
- current_pose_key: qpos_arm
214
- r6d_repr: true
215
- policy_aggregator_cfg:
216
- type: temporal_aggr
217
- update_every: 10
218
- k: 0.01
219
- policy_obs_list:
220
- - - qpos_arm
221
- - 1
222
- - - qpos_hand
223
- - 1
224
- - - side_view_images
225
- - 1
226
- - - wrist_view_images
227
- - 1
228
- - - task_description
229
- - 0
230
- lr_scheduler_cfg:
231
- network:
232
- type: diffusers
233
- name: cosine
234
- params:
235
- num_warmup_steps: 1000
236
- num_training_steps: 500000
237
- step_with_metrics: false
238
- obs_encoder:
239
- type: diffusers
240
- name: cosine
241
- params:
242
- num_warmup_steps: 1000
243
- num_training_steps: 500000
244
- step_with_metrics: false
245
- training_cfg:
246
- num_epochs: 500
247
- num_steps_per_epoch: 100
248
- num_eval_steps_per_epoch: 10
249
- num_test_steps_per_epoch: 10
250
- steps_saving: 50
251
- rollout:
252
- enabled: false
253
- visualization:
254
- enabled: true
255
- num_samples: 1
256
- every_n_epoch: 1
257
- visualizations:
258
- - type: action_projector
259
- video: false
260
- visualization_prefix: wrist_position
261
- - type: joints
262
- video: false
263
- visualization_prefix: hand_joints
264
- normalizer_cfg:
265
- actions_arm:
266
- type: augmentor_stats
267
- min_max: true
268
- max_data_points: 30000
269
- actions_hand:
270
- type: dataset_stats
271
- min_max: true
272
- dataname: actions_hand
273
- qpos_arm:
274
- type: dataset_stats
275
- dataname: qpos_arm
276
- qpos_hand:
277
- type: dataset_stats
278
- dataname: qpos_hand
279
- side_view_images:
280
- type: hardcode
281
- mean: 0.0
282
- std: 1.0
283
- wrist_view_images:
284
- type: hardcode
285
- mean: 0.0
286
- std: 1.0
287
- task_description:
288
- type: none
289
- data_augmentation_cfg:
290
- data_augments:
291
- - outname: actions_arm
292
- inputname:
293
- - actions_arm
294
- - qpos_arm
295
- type: abs_action_pose_2_rela
296
- translate_rot: false
297
- in_ee_frame: false
298
- r6d_repr: true
299
- - outname: qpos_hand
300
- type: gaussian_noise
301
- mean: 0.0
302
- std: 0.01
303
- - outname: wrist_view_images
304
- type: color_jitter
305
- brightness: 0.1
306
- contrast: 0.05
307
- saturation: 0.05
308
- hue: 0.05
309
- - outname: side_view_images
310
- type: color_jitter
311
- brightness: 0.1
312
- contrast: 0.05
313
- saturation: 0.05
314
- hue: 0.05
315
- sim_env_cfg: {}
316
- visualizer_cfg:
317
- action_projector:
318
- action_key: actions_arm
319
- img_views:
320
- side_view_images:
321
- extrinsics_key: null
322
- intrinsics_key: null
323
- wrist_view_images:
324
- extrinsics_key: null
325
- intrinsics_key: null
326
- visualizations:
327
- - reference_frame: null
328
- viz_args:
329
- keypoints_indexes:
330
- - 0
331
- joints:
332
- action_key: actions_hand
333
- visualizations:
334
- - viz_args: null
335
- joints_indexes:
336
- - 0
337
- - 1
338
- - 2
339
- - 3
340
- - 4
341
- - 5
342
- - 6
343
- - 7
344
- - 8
345
- - 9
346
- - 10
347
- - 11
348
- - 12
349
- - 13
350
- - 14
351
- - 15
352
- - 16
353
- accelerator_cfg:
354
- enabled: false