File size: 2,048 Bytes
c4d09bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
{
  "name": "PLSRFlowModel",
  "args": {
    "resolution": 32,
    "in_channels": 32,
    "out_channels": 32,
    "model_channels": 1536,
    "cond_channels": 1024,
    "num_blocks": 30,
    "num_heads": 12,
    "mlp_ratio": 5.3334,
    "pe_mode": "rope",
    "share_mod": true,
    "qk_rms_norm": true,
    "qk_rms_norm_cross": true,
    "dtype": "float16",
    "lr_channels": 512,
    "lr_noise_level_mod": true,
    "lr_conv_ch_factor": 0.5,
    "lr_use_conv": true,
    "lr_injection": true,
    "gate_cross_attn": true,
    "fuse_mode": "cross",
    "local_attn_configs": {
      "n_blocks_per_lr_cross": 4,
      "local_attn_radius": 3,
      "local_attn_knn": 16,
      "local_attn_falloff_mode": "cosine"
    }
  },
  "peft_cfg": {
    "target_modules": "all-linear",
    "exclude_modules": [
      "lr",
      "local_attn_module",
      "local_mha",
      "cross_gate_mlp"
    ],
    "r": 64,
    "lora_alpha": 64
  },
  "normalization": {
    "mean": [
      0.781296,
      0.018091,
      -0.495192,
      -0.558457,
      1.06053,
      0.093252,
      1.518149,
      -0.933218,
      -0.732996,
      2.604095,
      -0.118341,
      -2.143904,
      0.495076,
      -2.179512,
      -2.130751,
      -0.996944,
      0.261421,
      -2.217463,
      1.260067,
      -0.150213,
      3.790713,
      1.481266,
      -1.046058,
      -1.523667,
      -0.059621,
      2.22078,
      1.621212,
      0.87723,
      0.567247,
      -3.175944,
      -3.186688,
      1.578665
    ],
    "std": [
      5.972266,
      4.706852,
      5.44501,
      5.209927,
      5.32022,
      4.547237,
      5.020802,
      5.444004,
      5.226681,
      5.683095,
      4.831436,
      5.286469,
      5.652043,
      5.367606,
      5.525084,
      4.730578,
      4.805265,
      5.124013,
      5.530808,
      5.619001,
      5.10393,
      5.41767,
      5.269677,
      5.547194,
      5.634698,
      5.235274,
      6.110351,
      5.511298,
      6.237273,
      4.879207,
      5.347008,
      5.405691
    ]
  },
  "sigma_min": 1e-05
}