pinecoresystems commited on
Commit
a211a56
·
verified ·
1 Parent(s): ee5fc54

Add ezaudio-xl.yml

Browse files
Files changed (1) hide show
  1. ezaudio-xl.yml +60 -0
ezaudio-xl.yml ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_name: EzAudio-XL
2
+
3
+ model:
4
+ mae: True
5
+ mae_prob: 0.25
6
+ mask_ratio: [0.25, 1.0]
7
+ mask_span: 10
8
+ img_size: 500
9
+ patch_size: 1
10
+ in_chans: 257
11
+ out_chans: 128
12
+ input_type: '1d'
13
+ embed_dim: 1152
14
+ depth: 28
15
+ num_heads: 16
16
+ mlp_ratio: 4.0
17
+ qkv_bias: false
18
+ qk_scale: null
19
+ qk_norm: layernorm
20
+ norm_layer: layernorm
21
+ act_layer: geglu
22
+ context_norm: true
23
+ use_checkpoint: true
24
+ time_fusion: 'ada_sola_bias'
25
+ ada_sola_rank: 36
26
+ ada_sola_alpha: 36
27
+ cls_dim: null
28
+ context_dim: 2048
29
+ context_fusion: 'cross'
30
+ context_max_length: null
31
+ context_pe_method: 'none'
32
+ pe_method: 'none'
33
+ rope_mode: 'shared'
34
+ use_conv: true
35
+ skip: true
36
+ skip_norm: true
37
+
38
+ autoencoder:
39
+ name: stable_vae
40
+ dim: 128
41
+ sr: 24000
42
+ latent_sr: 50
43
+ q_first: true
44
+ scale: 1.0
45
+ shift: 0.0
46
+
47
+ text_encoder:
48
+ model: text_encoder
49
+ max_length: 100
50
+ cfg: 0.1
51
+
52
+ diff:
53
+ num_train_timesteps: 1000
54
+ beta_schedule: 'scaled_linear'
55
+ beta_start: 0.00085
56
+ beta_end: 0.012
57
+ prediction_type: 'v_prediction'
58
+ rescale_betas_zero_snr: true
59
+ timestep_spacing: 'trailing'
60
+ clip_sample: false