KhalilGao commited on
Commit
cfb46f9
·
verified ·
1 Parent(s): b00df57

Standardize DynamicWAM model repository layout

Browse files
configs/absolute_motion_v2.yaml DELETED
@@ -1,267 +0,0 @@
1
- # DynamicWAM quality-filtered exact-time absolute-motion production profile.
2
- # Every executable derives its resolved settings from this file and snapshots
3
- # both the source bytes and resolved configuration into its run directory.
4
- schema_version: 2
5
- baseline: absolute_motion_v2
6
-
7
- paths:
8
- project_root: ..
9
- raw_dataset: data/raw
10
- source_dataset: data/converted/domino_exact_time
11
- packed_dataset: data/packed/domino_absolute_motion_v2
12
- head_flow_cache: data/flow_cache/domino_absolute_motion_v2
13
- language_embeddings: data/language_embeddings
14
- wan_root: external/Wan2.2-TI2V-5B
15
- external_assets_manifest: manifests/external_assets.json
16
- checkpoint_manifest: manifests/checkpoints.json
17
- training_runs: outputs/training
18
- collection_logs: outputs/collection
19
- pca_artifacts: outputs/stage1_pca
20
- stage1_checkpoint: outputs/training/absolute_motion_stage1_video/exports/stage1_step_80000.pt
21
- base_checkpoint: external/checkpoints/DynamicWAM_wo_motion.pt
22
- base_action_stats: external/checkpoints/DynamicWAM_wo_motion_action_stats.json
23
- motion_init_checkpoint: outputs/checkpoint_init/absolute_motion_init.pt
24
- stage2_checkpoint: outputs/training/absolute_motion_stage2_action/exports/stage2_step_80000.pt
25
- stage3_checkpoint: external/checkpoints/DynamicWAM_full.pt
26
- action_stats: external/checkpoints/DynamicWAM_full_action_stats.json
27
- evaluation_runs: outputs/evaluation
28
-
29
- method:
30
- flow_matching:
31
- shift: 5.0
32
- sigma_min: 0.0
33
- extra_one_step: true
34
- training_timesteps: 1000
35
- observation:
36
- head_size: [240, 320]
37
- wrist_size: [120, 160]
38
- video:
39
- num_frames: 8
40
- size: [384, 320]
41
- future_size: [192, 160]
42
- global_downsample_rate: 3
43
- video_action_frequency_ratio: 2
44
- head_flow:
45
- count: 4
46
- policy_stride: 4
47
- compute_size: [64, 64]
48
- container_fps: 30.0
49
- normalization_percentile: 99.0
50
- farneback:
51
- pyr_scale: 0.5
52
- levels: 3
53
- winsize: 15
54
- iterations: 3
55
- poly_n: 5
56
- poly_sigma: 1.2
57
- flags: 0
58
- quality:
59
- method: forward_backward_consistency_v1
60
- relative_error: 0.01
61
- absolute_error_squared: 0.5
62
- minimum_reliable_fraction: 0.1
63
- compact_wan:
64
- precision: bfloat16
65
- dim: 2048
66
- ffn_dim: 8192
67
- num_heads: 16
68
- num_layers: 12
69
- head_dim: 128
70
- hidden_anchor_layers: [1, 3, 5, 7, 9, 12]
71
- motion_anchor_layers: [6, 8, 10, 12]
72
- teacher_layer_mapping: [1, 2, 4, 6, 8, 11, 14, 17, 20, 23, 26, 30]
73
- action_expert:
74
- dim: 768
75
- ffn_dim: 3072
76
- num_layers: 12
77
- chunk_size: 16
78
- state_dim: 14
79
- action_dim: 14
80
- normalization_epsilon: 1.0e-6
81
-
82
- collection:
83
- domino_commit: 9b1f34129323957baff35bcbc866fceca7e02779
84
- clean_config_name: absolute_motion_clean
85
- randomized_config_name: absolute_motion_randomized
86
- clean_episodes_per_task: 150
87
- randomized_episodes_per_task: 150
88
- workers_per_gpu: 2
89
- planner_workers_per_task: 2
90
- renderer_workers_per_task: 1
91
- renderer_recycle_attempts: 16
92
- ready_buffer_episodes: 8
93
- worker_poll_seconds: 0.25
94
- collection_raw_mp4: false
95
- converter_workers: 96
96
- motion_statistics_workers: 64
97
-
98
- initialization:
99
- base_checkpoint_sha256: fa88a1f33f2205db5a4534e09bb02d1bee9dea7b2049299ac68932a34de82f03
100
- base_action_stats_sha256: 730a91e41b6a23c70cec49cd222835373ba9364680da5753f4408c5534319b04
101
- torch_seed: 20260718
102
-
103
- data:
104
- splits: [clean, randomized]
105
- samples_per_episode: 10
106
- sampler_seed: 2026
107
- language_prompts_per_task: 100
108
- language_prompt_seed: 2026
109
- max_open_shards: 16
110
-
111
- packing:
112
- shard_size: 10000
113
- language_items_per_shard: 64
114
- max_open_shards: 8
115
- device: cuda
116
- batch_size: 64
117
- num_workers: 8
118
- pin_memory: true
119
- persistent_workers: true
120
- prefetch_factor: 2
121
- qpos_cache_size: 8
122
- progress_interval_seconds: 2
123
- log_level: INFO
124
- distributed_timeout_minutes: 240
125
-
126
- training:
127
- common:
128
- device: cuda
129
- log_level: INFO
130
- per_device_batch_size: 16
131
- gradient_accumulation_steps: 1
132
- weight_decay: 1.0e-3
133
- grad_clip_norm: 1.0
134
- num_workers: 4
135
- pin_memory: true
136
- persistent_workers: true
137
- prefetch_factor: 2
138
- log_interval: 10
139
- checkpoint_interval: 40000
140
- checkpoint_total_limit: 10
141
- resume_from: ""
142
- distributed:
143
- zero_stage: 0
144
- bf16: true
145
- steps_per_print: 2000
146
- stage1_pca:
147
- episodes: 1000
148
- subclips_per_episode: 4
149
- states_per_subclip: 2
150
- max_tokens_per_layer: 200000
151
- seed: 2026
152
- stage1:
153
- allow_tf32: true
154
- cudnn_benchmark: true
155
- max_steps: 80000
156
- learning_rate: 5.0e-5
157
- min_lr_ratio: 0.001
158
- warmup_steps: 1000
159
- projection_dim: 256
160
- hidden_teacher_layers: [1, 4, 8, 14, 20, 30]
161
- motion_teacher_layers: [11, 17, 23, 30]
162
- lambda_gt: 1.0
163
- lambda_hidden_schedule: [0.2, 0.1, 0.0]
164
- lambda_motion_schedule: [0.2, 0.1, 0.0]
165
- schedule_boundaries: [0.35, 0.75, 1.0]
166
- timestep_sampler:
167
- uniform_weight: 0.25
168
- low_center: 0.25
169
- low_weight: 1.0
170
- mid_center: 0.50
171
- mid_weight: 1.25
172
- high_center: 0.75
173
- high_weight: 0.75
174
- width: 0.22
175
- sigma_loss_weights:
176
- gt:
177
- max_sigma: 0.75
178
- softness: 0.12
179
- floor: 0.25
180
- hidden:
181
- center: 0.50
182
- width: 0.25
183
- floor: 0.20
184
- motion:
185
- center: 0.50
186
- width: 0.30
187
- floor: 0.20
188
- stage2:
189
- max_steps: 80000
190
- learning_rate: 5.0e-5
191
- min_lr_ratio: 1.0e-5
192
- warmup_steps: 0
193
- action_weight: 1.0
194
- stage3:
195
- max_steps: 40000
196
- action_learning_rate: 5.0e-5
197
- video_learning_rate: 1.0e-5
198
- min_lr_ratio: 1.0e-5
199
- warmup_steps: 0
200
- action_weight: 1.0
201
- video_weight_initial: 0.01
202
- video_weight: 0.001
203
- video_weight_anneal_steps: 2000
204
-
205
- inference:
206
- device: cuda
207
- checkpoint_artifact_id: full
208
- num_inference_steps: 10
209
- video_refresh_steps: [0, 1]
210
- action_interval_ms: 100
211
- scene_prefix: "The whole scene is in a realistic, industrial art style with three views: a fixed rear camera, a movable left arm camera, and a movable right arm camera. The aloha robot is currently performing the following task: "
212
-
213
- benchmark:
214
- policy_registration_name: ciwam.adapters.domino.deploy_policy_sync_flow
215
- task_config: demo_clean_dynamic
216
- instruction_type: unseen
217
- checkpoint_label: absolute-motion-v2-stage3-40k-sync-native-exec16-level1
218
- dynamic_coefficient: 0.1
219
- episodes_per_task: 100
220
- start_seed: 100000
221
- slot_seed_stride: 100000
222
- execute_steps: 16
223
- gpus: ["0", "1", "2", "3", "4", "5", "6", "7"]
224
- task_timeout_seconds: 86400
225
- bootstrap_replicates: 2000
226
- bootstrap_seed: 20260714
227
- python: external/robotwin/bin/python3.10
228
- domino_root: external/DOMINO
229
- eval_policy: external/DOMINO/script/eval_policy.py
230
- curobo_root: external/curobo/src
231
- curobo_extension_sha256: 477ce47d82ac8bf7204d3c542f8a818be3ee4fcd0d18cdae7ec57d17aa920b81
232
- tasks:
233
- - adjust_bottle
234
- - dump_bin_bigbin
235
- - grab_roller
236
- - handover_block
237
- - handover_mic
238
- - hanging_mug
239
- - move_can_pot
240
- - move_playingcard_away
241
- - place_a2b_left
242
- - place_a2b_right
243
- - place_bread_skillet
244
- - place_can_basket
245
- - place_object_basket
246
- - put_bottles_dustbin
247
- - put_object_cabinet
248
- - rotate_qrcode
249
- - scan_object
250
- - shake_bottle
251
- - shake_bottle_horizontally
252
- - beat_block_hammer
253
- - click_alarmclock
254
- - click_bell
255
- - move_pillbottle_pad
256
- - move_stapler_pad
257
- - place_bread_basket
258
- - place_container_plate
259
- - place_empty_cup
260
- - place_fan
261
- - place_mouse_pad
262
- - place_object_scale
263
- - place_object_stand
264
- - place_phone_stand
265
- - place_shoe
266
- - press_stapler
267
- - stamp_seal
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
external/checkpoints/DynamicWAM_full.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c0dfc44a785ea1f6bd1f833f09dcadc2e470dadb1ba5508fa98918e147671d7
3
- size 1977857939