KhalilGao commited on
Commit
84fe113
·
verified ·
1 Parent(s): 2ab5c09

Add DynamicWAM release config

Browse files
Files changed (1) hide show
  1. configs/absolute_motion_v2.yaml +266 -0
configs/absolute_motion_v2.yaml ADDED
@@ -0,0 +1,266 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # DynamicWAM quality-filtered exact-time absolute-motion production profile.
2
+ # Every executable derives its resolved settings from this file and snapshots
3
+ # both the source bytes and resolved configuration into its run directory.
4
+ schema_version: 2
5
+ baseline: absolute_motion_v2
6
+
7
+ paths:
8
+ project_root: ..
9
+ raw_dataset: data/raw
10
+ source_dataset: data/converted/domino_exact_time
11
+ packed_dataset: data/packed/domino_absolute_motion_v2
12
+ head_flow_cache: data/flow_cache/domino_absolute_motion_v2
13
+ language_prompts: data/language_prompts
14
+ language_embeddings: data/language_embeddings
15
+ wan_root: external/Wan2.2-TI2V-5B
16
+ external_assets_manifest: manifests/external_assets.json
17
+ checkpoint_manifest: manifests/checkpoints.json
18
+ training_runs: outputs/training
19
+ collection_logs: outputs/collection
20
+ pca_artifacts: outputs/stage1_pca
21
+ stage1_checkpoint: outputs/training/absolute_motion_stage1_video/exports/stage1_step_80000.pt
22
+ base_checkpoint: external/checkpoints/DynamicWAM_wo_motion.pt
23
+ base_action_stats: external/checkpoints/DynamicWAM_wo_motion_action_stats.json
24
+ motion_init_checkpoint: outputs/checkpoint_init/absolute_motion_init.pt
25
+ stage2_checkpoint: outputs/training/absolute_motion_stage2_action/exports/stage2_step_80000.pt
26
+ stage3_checkpoint: external/checkpoints/DynamicWAM_full.pt
27
+ action_stats: external/checkpoints/DynamicWAM_full_action_stats.json
28
+ evaluation_runs: outputs/evaluation
29
+
30
+ method:
31
+ flow_matching:
32
+ shift: 5.0
33
+ sigma_min: 0.0
34
+ extra_one_step: true
35
+ training_timesteps: 1000
36
+ observation:
37
+ head_size: [240, 320]
38
+ wrist_size: [120, 160]
39
+ video:
40
+ num_frames: 8
41
+ size: [384, 320]
42
+ future_size: [192, 160]
43
+ global_downsample_rate: 3
44
+ video_action_frequency_ratio: 2
45
+ head_flow:
46
+ count: 4
47
+ policy_stride: 4
48
+ compute_size: [64, 64]
49
+ container_fps: 30.0
50
+ normalization_percentile: 99.0
51
+ farneback:
52
+ pyr_scale: 0.5
53
+ levels: 3
54
+ winsize: 15
55
+ iterations: 3
56
+ poly_n: 5
57
+ poly_sigma: 1.2
58
+ flags: 0
59
+ quality:
60
+ method: forward_backward_consistency_v1
61
+ relative_error: 0.01
62
+ absolute_error_squared: 0.5
63
+ minimum_reliable_fraction: 0.1
64
+ compact_wan:
65
+ precision: bfloat16
66
+ dim: 2048
67
+ ffn_dim: 8192
68
+ num_heads: 16
69
+ num_layers: 12
70
+ head_dim: 128
71
+ hidden_anchor_layers: [1, 3, 5, 7, 9, 12]
72
+ motion_anchor_layers: [6, 8, 10, 12]
73
+ teacher_layer_mapping: [1, 2, 4, 6, 8, 11, 14, 17, 20, 23, 26, 30]
74
+ action_expert:
75
+ dim: 768
76
+ ffn_dim: 3072
77
+ num_layers: 12
78
+ chunk_size: 16
79
+ state_dim: 14
80
+ action_dim: 14
81
+ normalization_epsilon: 1.0e-6
82
+
83
+ collection:
84
+ domino_commit: 9b1f34129323957baff35bcbc866fceca7e02779
85
+ clean_config_name: absolute_motion_clean
86
+ randomized_config_name: absolute_motion_randomized
87
+ clean_episodes_per_task: 150
88
+ randomized_episodes_per_task: 150
89
+ workers_per_gpu: 2
90
+ planner_workers_per_task: 2
91
+ renderer_workers_per_task: 1
92
+ renderer_recycle_attempts: 16
93
+ ready_buffer_episodes: 8
94
+ worker_poll_seconds: 0.25
95
+ collection_raw_mp4: false
96
+ converter_workers: 96
97
+ motion_statistics_workers: 64
98
+
99
+ initialization:
100
+ base_checkpoint_sha256: fa88a1f33f2205db5a4534e09bb02d1bee9dea7b2049299ac68932a34de82f03
101
+ base_action_stats_sha256: 730a91e41b6a23c70cec49cd222835373ba9364680da5753f4408c5534319b04
102
+ torch_seed: 20260718
103
+
104
+ data:
105
+ splits: [clean, randomized]
106
+ samples_per_episode: 10
107
+ sampler_seed: 2026
108
+ max_open_shards: 16
109
+
110
+ packing:
111
+ shard_size: 10000
112
+ language_items_per_shard: 64
113
+ max_open_shards: 8
114
+ device: cuda
115
+ batch_size: 64
116
+ num_workers: 8
117
+ pin_memory: true
118
+ persistent_workers: true
119
+ prefetch_factor: 2
120
+ qpos_cache_size: 8
121
+ progress_interval_seconds: 2
122
+ log_level: INFO
123
+ distributed_timeout_minutes: 240
124
+
125
+ training:
126
+ common:
127
+ device: cuda
128
+ log_level: INFO
129
+ per_device_batch_size: 16
130
+ gradient_accumulation_steps: 1
131
+ weight_decay: 1.0e-3
132
+ grad_clip_norm: 1.0
133
+ num_workers: 4
134
+ pin_memory: true
135
+ persistent_workers: true
136
+ prefetch_factor: 2
137
+ log_interval: 10
138
+ checkpoint_interval: 40000
139
+ checkpoint_total_limit: 10
140
+ resume_from: ""
141
+ distributed:
142
+ zero_stage: 0
143
+ bf16: true
144
+ steps_per_print: 2000
145
+ stage1_pca:
146
+ episodes: 1000
147
+ subclips_per_episode: 4
148
+ states_per_subclip: 2
149
+ max_tokens_per_layer: 200000
150
+ seed: 2026
151
+ stage1:
152
+ allow_tf32: true
153
+ cudnn_benchmark: true
154
+ max_steps: 80000
155
+ learning_rate: 5.0e-5
156
+ min_lr_ratio: 0.001
157
+ warmup_steps: 1000
158
+ projection_dim: 256
159
+ hidden_teacher_layers: [1, 4, 8, 14, 20, 30]
160
+ motion_teacher_layers: [11, 17, 23, 30]
161
+ lambda_gt: 1.0
162
+ lambda_hidden_schedule: [0.2, 0.1, 0.0]
163
+ lambda_motion_schedule: [0.2, 0.1, 0.0]
164
+ schedule_boundaries: [0.35, 0.75, 1.0]
165
+ timestep_sampler:
166
+ uniform_weight: 0.25
167
+ low_center: 0.25
168
+ low_weight: 1.0
169
+ mid_center: 0.50
170
+ mid_weight: 1.25
171
+ high_center: 0.75
172
+ high_weight: 0.75
173
+ width: 0.22
174
+ sigma_loss_weights:
175
+ gt:
176
+ max_sigma: 0.75
177
+ softness: 0.12
178
+ floor: 0.25
179
+ hidden:
180
+ center: 0.50
181
+ width: 0.25
182
+ floor: 0.20
183
+ motion:
184
+ center: 0.50
185
+ width: 0.30
186
+ floor: 0.20
187
+ stage2:
188
+ max_steps: 80000
189
+ learning_rate: 5.0e-5
190
+ min_lr_ratio: 1.0e-5
191
+ warmup_steps: 0
192
+ action_weight: 1.0
193
+ stage3:
194
+ max_steps: 40000
195
+ action_learning_rate: 5.0e-5
196
+ video_learning_rate: 1.0e-5
197
+ min_lr_ratio: 1.0e-5
198
+ warmup_steps: 0
199
+ action_weight: 1.0
200
+ video_weight_initial: 0.01
201
+ video_weight: 0.001
202
+ video_weight_anneal_steps: 2000
203
+
204
+ inference:
205
+ device: cuda
206
+ checkpoint_artifact_id: full
207
+ num_inference_steps: 10
208
+ video_refresh_steps: [0, 1]
209
+ action_interval_ms: 100
210
+ scene_prefix: "The whole scene is in a realistic, industrial art style with three views: a fixed rear camera, a movable left arm camera, and a movable right arm camera. The aloha robot is currently performing the following task: "
211
+
212
+ benchmark:
213
+ policy_registration_name: ciwam.adapters.domino.deploy_policy_sync_flow
214
+ task_config: demo_clean_dynamic
215
+ instruction_type: unseen
216
+ checkpoint_label: absolute-motion-v2-stage3-40k-sync-native-exec16-level1
217
+ dynamic_coefficient: 0.1
218
+ episodes_per_task: 100
219
+ start_seed: 100000
220
+ slot_seed_stride: 100000
221
+ execute_steps: 16
222
+ gpus: ["0", "1", "2", "3", "4", "5", "6", "7"]
223
+ task_timeout_seconds: 86400
224
+ bootstrap_replicates: 2000
225
+ bootstrap_seed: 20260714
226
+ python: external/robotwin/bin/python3.10
227
+ domino_root: external/DOMINO
228
+ eval_policy: external/DOMINO/script/eval_policy.py
229
+ curobo_root: external/curobo/src
230
+ curobo_extension_sha256: 477ce47d82ac8bf7204d3c542f8a818be3ee4fcd0d18cdae7ec57d17aa920b81
231
+ tasks:
232
+ - adjust_bottle
233
+ - dump_bin_bigbin
234
+ - grab_roller
235
+ - handover_block
236
+ - handover_mic
237
+ - hanging_mug
238
+ - move_can_pot
239
+ - move_playingcard_away
240
+ - place_a2b_left
241
+ - place_a2b_right
242
+ - place_bread_skillet
243
+ - place_can_basket
244
+ - place_object_basket
245
+ - put_bottles_dustbin
246
+ - put_object_cabinet
247
+ - rotate_qrcode
248
+ - scan_object
249
+ - shake_bottle
250
+ - shake_bottle_horizontally
251
+ - beat_block_hammer
252
+ - click_alarmclock
253
+ - click_bell
254
+ - move_pillbottle_pad
255
+ - move_stapler_pad
256
+ - place_bread_basket
257
+ - place_container_plate
258
+ - place_empty_cup
259
+ - place_fan
260
+ - place_mouse_pad
261
+ - place_object_scale
262
+ - place_object_stand
263
+ - place_phone_stand
264
+ - place_shoe
265
+ - press_stapler
266
+ - stamp_seal