File size: 2,048 Bytes
c4d09bb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 | {
"name": "PLSRFlowModel",
"args": {
"resolution": 32,
"in_channels": 32,
"out_channels": 32,
"model_channels": 1536,
"cond_channels": 1024,
"num_blocks": 30,
"num_heads": 12,
"mlp_ratio": 5.3334,
"pe_mode": "rope",
"share_mod": true,
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"dtype": "float16",
"lr_channels": 512,
"lr_noise_level_mod": true,
"lr_conv_ch_factor": 0.5,
"lr_use_conv": true,
"lr_injection": true,
"gate_cross_attn": true,
"fuse_mode": "cross",
"local_attn_configs": {
"n_blocks_per_lr_cross": 4,
"local_attn_radius": 3,
"local_attn_knn": 16,
"local_attn_falloff_mode": "cosine"
}
},
"peft_cfg": {
"target_modules": "all-linear",
"exclude_modules": [
"lr",
"local_attn_module",
"local_mha",
"cross_gate_mlp"
],
"r": 64,
"lora_alpha": 64
},
"normalization": {
"mean": [
0.781296,
0.018091,
-0.495192,
-0.558457,
1.06053,
0.093252,
1.518149,
-0.933218,
-0.732996,
2.604095,
-0.118341,
-2.143904,
0.495076,
-2.179512,
-2.130751,
-0.996944,
0.261421,
-2.217463,
1.260067,
-0.150213,
3.790713,
1.481266,
-1.046058,
-1.523667,
-0.059621,
2.22078,
1.621212,
0.87723,
0.567247,
-3.175944,
-3.186688,
1.578665
],
"std": [
5.972266,
4.706852,
5.44501,
5.209927,
5.32022,
4.547237,
5.020802,
5.444004,
5.226681,
5.683095,
4.831436,
5.286469,
5.652043,
5.367606,
5.525084,
4.730578,
4.805265,
5.124013,
5.530808,
5.619001,
5.10393,
5.41767,
5.269677,
5.547194,
5.634698,
5.235274,
6.110351,
5.511298,
6.237273,
4.879207,
5.347008,
5.405691
]
},
"sigma_min": 1e-05
}
|