Add ezaudio-xl.yml
Browse files- ezaudio-xl.yml +60 -0
ezaudio-xl.yml
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name: EzAudio-XL
|
| 2 |
+
|
| 3 |
+
model:
|
| 4 |
+
mae: True
|
| 5 |
+
mae_prob: 0.25
|
| 6 |
+
mask_ratio: [0.25, 1.0]
|
| 7 |
+
mask_span: 10
|
| 8 |
+
img_size: 500
|
| 9 |
+
patch_size: 1
|
| 10 |
+
in_chans: 257
|
| 11 |
+
out_chans: 128
|
| 12 |
+
input_type: '1d'
|
| 13 |
+
embed_dim: 1152
|
| 14 |
+
depth: 28
|
| 15 |
+
num_heads: 16
|
| 16 |
+
mlp_ratio: 4.0
|
| 17 |
+
qkv_bias: false
|
| 18 |
+
qk_scale: null
|
| 19 |
+
qk_norm: layernorm
|
| 20 |
+
norm_layer: layernorm
|
| 21 |
+
act_layer: geglu
|
| 22 |
+
context_norm: true
|
| 23 |
+
use_checkpoint: true
|
| 24 |
+
time_fusion: 'ada_sola_bias'
|
| 25 |
+
ada_sola_rank: 36
|
| 26 |
+
ada_sola_alpha: 36
|
| 27 |
+
cls_dim: null
|
| 28 |
+
context_dim: 2048
|
| 29 |
+
context_fusion: 'cross'
|
| 30 |
+
context_max_length: null
|
| 31 |
+
context_pe_method: 'none'
|
| 32 |
+
pe_method: 'none'
|
| 33 |
+
rope_mode: 'shared'
|
| 34 |
+
use_conv: true
|
| 35 |
+
skip: true
|
| 36 |
+
skip_norm: true
|
| 37 |
+
|
| 38 |
+
autoencoder:
|
| 39 |
+
name: stable_vae
|
| 40 |
+
dim: 128
|
| 41 |
+
sr: 24000
|
| 42 |
+
latent_sr: 50
|
| 43 |
+
q_first: true
|
| 44 |
+
scale: 1.0
|
| 45 |
+
shift: 0.0
|
| 46 |
+
|
| 47 |
+
text_encoder:
|
| 48 |
+
model: text_encoder
|
| 49 |
+
max_length: 100
|
| 50 |
+
cfg: 0.1
|
| 51 |
+
|
| 52 |
+
diff:
|
| 53 |
+
num_train_timesteps: 1000
|
| 54 |
+
beta_schedule: 'scaled_linear'
|
| 55 |
+
beta_start: 0.00085
|
| 56 |
+
beta_end: 0.012
|
| 57 |
+
prediction_type: 'v_prediction'
|
| 58 |
+
rescale_betas_zero_snr: true
|
| 59 |
+
timestep_spacing: 'trailing'
|
| 60 |
+
clip_sample: false
|