ShoKuno5 commited on
Commit
5ca44f5
·
verified ·
1 Parent(s): bc7ceb9

Student adapters (EMA LoRA, fp32) and students.json

Browse files
coarse_shape_student.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59be306522816b4d1defa525cfecf3f9666a161902b245fee387cd7a34fb9a66
3
+ size 1305542328
fine_shape_student.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6beb37c82f5f618f84d9bc988564d41e3971ff85c42ef06217e580186e7dd583
3
+ size 1305542328
structure_student.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a938130271c96eaaf67643bb428aa2aa8e53033b09608ea3eedc5531d9b97396
3
+ size 1274085008
structure_student_consistency.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bdc587498170eecc183394798827965b401738cff6169f7245570de283c28d6
3
+ size 1274085024
students.json ADDED
@@ -0,0 +1,233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": 1,
3
+ "base_model": {
4
+ "repo": "TencentARC/Pixal3D",
5
+ "revision": "0b31f9160aa400719af409098bff7936a932f726"
6
+ },
7
+ "key_convention": "Each key is 'backbone.model.<path>.lora_A.weight' or 'backbone.model.<path>.lora_B.weight', where <path> names an nn.Linear in the state dict of the base flow model given by base_submodel (minus its '.weight' suffix); lora_A has shape [rank, in_features], lora_B has shape [out_features, rank], and the layer's weight update is (alpha / rank) * lora_B @ lora_A; example: 'backbone.model.blocks.0.self_attn.to_qkv.lora_A.weight'.",
8
+ "fold_rule": {
9
+ "none": "The adapters stay separate in float32: y = base(x) + (lora_B(lora_A(x.float())) * (alpha / rank)).to(base(x).dtype).",
10
+ "bf16": "At load time each adapted weight W (bfloat16, the dtype of the base model's transformer blocks) is replaced by W + ((lora_B.float() @ lora_A.float()) * (alpha / rank)).to(bfloat16), the sum being taken in bfloat16, and the adapters are removed."
11
+ },
12
+ "students": {
13
+ "structure": {
14
+ "file": "structure_student.safetensors",
15
+ "sha256": "a938130271c96eaaf67643bb428aa2aa8e53033b09608ea3eedc5531d9b97396",
16
+ "size_bytes": 1274085008,
17
+ "base_submodel": "ckpts/ss_flow_img_dit_1_3B_64_bf16",
18
+ "pipeline_key": "sparse_structure_flow_model",
19
+ "lora": {
20
+ "rank": 256,
21
+ "alpha": 256,
22
+ "target_modules": [
23
+ "self_attn.to_qkv",
24
+ "self_attn.to_out",
25
+ "cross_attn.cross_attn_block.to_q",
26
+ "cross_attn.cross_attn_block.to_kv",
27
+ "cross_attn.cross_attn_block.to_out",
28
+ "cross_attn.proj_linear",
29
+ "mlp.mlp.0",
30
+ "mlp.mlp.2"
31
+ ],
32
+ "num_blocks": 30,
33
+ "num_adapters": 240,
34
+ "num_tensors": 480,
35
+ "num_elements": 318504960
36
+ },
37
+ "steps": {
38
+ "num_steps": 4,
39
+ "t": [
40
+ 1.0,
41
+ 0.9,
42
+ 0.75,
43
+ 0.6,
44
+ 0.0
45
+ ],
46
+ "grid_indices": [
47
+ 0,
48
+ 3,
49
+ 6,
50
+ 8,
51
+ 12
52
+ ],
53
+ "teacher_grid": "t = linspace(1, 0, 13) warped by t' = 3t / (1 + 2t); grid_indices index this grid",
54
+ "update": "euler",
55
+ "guidance_strength": 1.0
56
+ },
57
+ "fold": "none",
58
+ "dtype": "float32",
59
+ "source_checkpoint_sha256": "be04198a3751c999343510611e627ff92a696b02bdeb83ec8ea93c966663c1f8",
60
+ "training_updates": 500
61
+ },
62
+ "coarse_shape": {
63
+ "file": "coarse_shape_student.safetensors",
64
+ "sha256": "59be306522816b4d1defa525cfecf3f9666a161902b245fee387cd7a34fb9a66",
65
+ "size_bytes": 1305542328,
66
+ "base_submodel": "ckpts/slat_flow_img2shape_dit_1_3B_512_bf16",
67
+ "pipeline_key": "shape_slat_flow_model_512",
68
+ "lora": {
69
+ "rank": 256,
70
+ "alpha": 256,
71
+ "target_modules": [
72
+ "self_attn.to_qkv",
73
+ "self_attn.to_out",
74
+ "cross_attn.cross_attn_block.to_q",
75
+ "cross_attn.cross_attn_block.to_kv",
76
+ "cross_attn.cross_attn_block.to_out",
77
+ "cross_attn.proj_linear",
78
+ "mlp.mlp.0",
79
+ "mlp.mlp.2"
80
+ ],
81
+ "num_blocks": 30,
82
+ "num_adapters": 240,
83
+ "num_tensors": 480,
84
+ "num_elements": 326369280
85
+ },
86
+ "steps": {
87
+ "num_steps": 1,
88
+ "t": [
89
+ 1.0,
90
+ 0.0
91
+ ],
92
+ "update": "x0_prediction",
93
+ "guidance_strength": 1.0,
94
+ "x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64"
95
+ },
96
+ "fold": "none",
97
+ "dtype": "float32",
98
+ "source_checkpoint_sha256": "46bc526388cc55f226d5747e64d7cd8a32fbe9153fdd0ff67eac7695ed148e1f",
99
+ "training_updates": 3000
100
+ },
101
+ "fine_shape": {
102
+ "file": "fine_shape_student.safetensors",
103
+ "sha256": "6beb37c82f5f618f84d9bc988564d41e3971ff85c42ef06217e580186e7dd583",
104
+ "size_bytes": 1305542328,
105
+ "base_submodel": "ckpts/slat_flow_img2shape_dit_1_3B_1024_bf16",
106
+ "pipeline_key": "shape_slat_flow_model_1024",
107
+ "lora": {
108
+ "rank": 256,
109
+ "alpha": 256,
110
+ "target_modules": [
111
+ "self_attn.to_qkv",
112
+ "self_attn.to_out",
113
+ "cross_attn.cross_attn_block.to_q",
114
+ "cross_attn.cross_attn_block.to_kv",
115
+ "cross_attn.cross_attn_block.to_out",
116
+ "cross_attn.proj_linear",
117
+ "mlp.mlp.0",
118
+ "mlp.mlp.2"
119
+ ],
120
+ "num_blocks": 30,
121
+ "num_adapters": 240,
122
+ "num_tensors": 480,
123
+ "num_elements": 326369280
124
+ },
125
+ "steps": {
126
+ "num_steps": 1,
127
+ "t": [
128
+ 1.0,
129
+ 0.0
130
+ ],
131
+ "update": "x0_prediction",
132
+ "guidance_strength": 1.0,
133
+ "x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64"
134
+ },
135
+ "fold": "bf16",
136
+ "dtype": "float32",
137
+ "source_checkpoint_sha256": "9fa67dd330e2dcfaf751e281d19ed8cc3e9c949c97a1a0d0d1a5940bafda070c",
138
+ "training_updates": 2000
139
+ },
140
+ "texture": {
141
+ "file": "texture_student.safetensors",
142
+ "sha256": "ecc4ae096358120cde9ef2a6bbdff8bfee5c04e5f3bc49db84183d0f7d37887c",
143
+ "size_bytes": 1305542328,
144
+ "base_submodel": "ckpts/slat_flow_imgshape2tex_dit_1_3B_1024_bf16",
145
+ "pipeline_key": "tex_slat_flow_model_1024",
146
+ "lora": {
147
+ "rank": 256,
148
+ "alpha": 256,
149
+ "target_modules": [
150
+ "self_attn.to_qkv",
151
+ "self_attn.to_out",
152
+ "cross_attn.cross_attn_block.to_q",
153
+ "cross_attn.cross_attn_block.to_kv",
154
+ "cross_attn.cross_attn_block.to_out",
155
+ "cross_attn.proj_linear",
156
+ "mlp.mlp.0",
157
+ "mlp.mlp.2"
158
+ ],
159
+ "num_blocks": 30,
160
+ "num_adapters": 240,
161
+ "num_tensors": 480,
162
+ "num_elements": 326369280
163
+ },
164
+ "steps": {
165
+ "num_steps": 2,
166
+ "k": 2,
167
+ "m": 6,
168
+ "t": [
169
+ 1.0,
170
+ 0.75,
171
+ 0.0
172
+ ],
173
+ "grid_indices": [
174
+ 0,
175
+ 6,
176
+ 12
177
+ ],
178
+ "teacher_grid": "t = linspace(1, 0, 13) warped by t' = 3t / (1 + 2t); grid_indices index this grid",
179
+ "update": "euler",
180
+ "guidance_strength": 1.0
181
+ },
182
+ "fold": "bf16",
183
+ "dtype": "float32",
184
+ "source_checkpoint_sha256": "4d8c96e111239c08670fe7cf88391ac024e2aa70b952e9f3714149c36ccb970f",
185
+ "training_updates": 3000
186
+ },
187
+ "structure_consistency": {
188
+ "role": "experiments-only",
189
+ "note": "Used only by the intermediate rows of the cumulative measurement; the deployed system uses 'structure'.",
190
+ "file": "structure_student_consistency.safetensors",
191
+ "sha256": "5bdc587498170eecc183394798827965b401738cff6169f7245570de283c28d6",
192
+ "size_bytes": 1274085024,
193
+ "base_submodel": "ckpts/ss_flow_img_dit_1_3B_64_bf16",
194
+ "pipeline_key": "sparse_structure_flow_model",
195
+ "lora": {
196
+ "rank": 256,
197
+ "alpha": 256,
198
+ "target_modules": [
199
+ "self_attn.to_qkv",
200
+ "self_attn.to_out",
201
+ "cross_attn.cross_attn_block.to_q",
202
+ "cross_attn.cross_attn_block.to_kv",
203
+ "cross_attn.cross_attn_block.to_out",
204
+ "cross_attn.proj_linear",
205
+ "mlp.mlp.0",
206
+ "mlp.mlp.2"
207
+ ],
208
+ "num_blocks": 30,
209
+ "num_adapters": 240,
210
+ "num_tensors": 480,
211
+ "num_elements": 318504960
212
+ },
213
+ "steps": {
214
+ "num_steps": 4,
215
+ "t": [
216
+ 1.0,
217
+ 0.9,
218
+ 0.75,
219
+ 0.5,
220
+ 0.0
221
+ ],
222
+ "update": "x0_prediction_renoise",
223
+ "guidance_strength": 1.0,
224
+ "x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64",
225
+ "renoise": "x_t = (1 - t) * x0 + (s + (1 - s) * t) * eps with fresh Gaussian eps at the next t"
226
+ },
227
+ "fold": "none",
228
+ "dtype": "float32",
229
+ "source_checkpoint_sha256": "90a33126e00b33df784bff826efe796cbe6a6b33d998224e033c92ad454739c4",
230
+ "training_updates": 15000
231
+ }
232
+ }
233
+ }
texture_student.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecc4ae096358120cde9ef2a6bbdff8bfee5c04e5f3bc49db84183d0f7d37887c
3
+ size 1305542328