Hugging Face's logo

AlayaLab
/
FloodDiffusion2

PyTorch
English
motion-generation
text-to-motion
diffusion
streaming
humanml3d
Model card Files
xet
 Community
FloodDiffusion2
File size: 4,564 Bytes
2402033
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
dirs:
  deps: ./deps
  raw_data: ./data
  outputs: ./outputs
  checkpoints: ./checkpoints
exp_name: ldf_263
seed: 1234
debug: false
train: true
save_dir: ${dirs.outputs}
resume_ckpt: null
test_ckpt: ${dirs.checkpoints}/ldf_263/model.ckpt
test_vae_ckpt: ${dirs.checkpoints}/vae_263/model.ckpt
test_vae:
  target: models.vae_wan.VAEWanModel
  ema_decay: 0.99
  params:
    input_dim: 263
    z_dim: 4
test_setting:
  render: true
  recover_dim: 263
  BABEL:
    compare_folders:
    - ${dirs.raw_data}/BABEL/HumanML3D263/animations
    compare_names:
    - Ground Truth
  HumanML3D:
    compare_folders:
    - ${dirs.raw_data}/HumanML3D/HumanML3D263/animations
    compare_names:
    - Ground Truth
val_repeat: 1
logger:
  wandb:
    wandb_key: ${oc.env:WANDB_API_KEY,null}
    project: FloodDiffusion2
    entity: ${oc.env:WANDB_ENTITY,null}
trainer:
  max_steps: 300000
  accelerator: gpu
  devices: 1
  log_every_n_steps: 100
  precision: bf16-mixed
  num_nodes: 1
validation:
  validation_steps: 5000
  test_steps: 5000
  save_every_n_steps: 5000
  save_top_k: 100
metrics:
  dim: 263
  t2m:
    target: metrics.HumanML3D263.t2m.T2MMetrics
    fid_target: original
    params:
      evaluate_text: true
      metric_mean_path: ${dirs.deps}/t2m/meta/mean.npy
      metric_std_path: ${dirs.deps}/t2m/meta/std.npy
      wordvectorizer:
        target: metrics.HumanML3D263.word_vectorizer.WordVectorizer
        params:
          meta_root: ${dirs.deps}/glove
          prefix: our_vab
        max_text_len: 20
      textencoder:
        target: metrics.HumanML3D263.t2m_evaluator.TextEncoderBiGRUCo
        ckpt: ${dirs.deps}/t2m/humanml3d/text_encoder.pt
        params:
          word_size: 300
          pos_size: 15
          hidden_size: 512
          output_size: 512
      moveencoder:
        target: metrics.HumanML3D263.t2m_evaluator.MovementConvEncoder
        ckpt: ${dirs.deps}/t2m/humanml3d/movement_encoder.pt
        params:
          input_size: 259
          hidden_size: 512
          output_size: 512
      motionencoder:
        target: metrics.HumanML3D263.t2m_evaluator.MotionEncoderBiGRUCo
        ckpt: ${dirs.deps}/t2m/humanml3d/motion_encoder.pt
        params:
          input_size: 512
          hidden_size: 1024
          output_size: 512
data:
  target: datasets.multi.MultiDataset
  collate_fn: datasets.multi.collate_fn
  train_bs: 32
  val_bs: 16
  test_bs: 16
  num_workers: 8
  datasets:
  - target: datasets.babel.BabelDataset
    train_meta_paths:
    - path: ${dirs.raw_data}/BABEL/HumanML3D263/train.txt
      name: BABEL
    val_meta_paths: []
    test_meta_paths:
    - path: ${dirs.raw_data}/BABEL/HumanML3D263/test_min.txt
      name: BABEL
    feature_path: new_joint_vecs
    token_path: TOKENS_20260113_233726_vae_wan_z4_2250000
    text_path: texts
    random_length: 0
    min_length: 5
    max_length: 99999
    window_length: 200
    feature_fps: 20
    token_fps: 5
  - target: datasets.humanml3d.HumanML3DDataset
    train_meta_paths:
    - path: ${dirs.raw_data}/HumanML3D/HumanML3D263/train.txt
      name: HumanML3D
    val_meta_paths:
    - path: ${dirs.raw_data}/HumanML3D/HumanML3D263/test.txt
      name: HumanML3D
    test_meta_paths:
    - path: ${dirs.raw_data}/HumanML3D/HumanML3D263/test_min.txt
      name: HumanML3D
    feature_path: new_joint_vecs
    token_path: TOKENS_20260113_233726_vae_wan_z4_2250000
    text_path: texts
    random_length: 0
    min_length: 40
    max_length: 200
    stream_mode: true
model:
  target: models.diffusion_forcing_wan.DiffForcingWanModel
  ema_decay: 0.99
  params:
    schedule_config:
      noise_type: linear
      chunk_size: 5
      steps: 10
      sigma_type: zero
      sigma_scale: 1.0
      random_epsilon: 0.05
      train_n_windows: 4
    text_config:
      len: 512
      dim: 4096
      checkpoint_path: ${dirs.deps}/t5_umt5-xxl-enc-bf16/models_t5_umt5-xxl-enc-bf16.pth
      tokenizer_path: ${dirs.deps}/t5_umt5-xxl-enc-bf16/google/umt5-xxl
    input_dim: 4
    mean_path: ${dirs.checkpoints}/ldf_263/assets/Mean.npy
    std_path: ${dirs.checkpoints}/ldf_263/assets/Std.npy
    input_keys:
      feature: token
      feature_length: token_length
      text: text
      text_end: token_text_end
    cfg_config:
      text_scale: 6.0
      null_scale: -5.0
    prediction_type: vel
    attn_type: partial
optimizer:
  target: AdamW
  params:
    lr: 0.0002
    betas:
    - 0.9
    - 0.99
    weight_decay: 0.0
    eps: 1.0e-08
lr_scheduler:
  target: CosineAnnealingLR
  params:
    T_max: 1000
    eta_min: 1.0e-06
representation: humanml3d263