Student adapters (EMA LoRA, fp32) and students.json
Browse files- coarse_shape_student.safetensors +3 -0
- fine_shape_student.safetensors +3 -0
- structure_student.safetensors +3 -0
- structure_student_consistency.safetensors +3 -0
- students.json +233 -0
- texture_student.safetensors +3 -0
coarse_shape_student.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59be306522816b4d1defa525cfecf3f9666a161902b245fee387cd7a34fb9a66
|
| 3 |
+
size 1305542328
|
fine_shape_student.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6beb37c82f5f618f84d9bc988564d41e3971ff85c42ef06217e580186e7dd583
|
| 3 |
+
size 1305542328
|
structure_student.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a938130271c96eaaf67643bb428aa2aa8e53033b09608ea3eedc5531d9b97396
|
| 3 |
+
size 1274085008
|
structure_student_consistency.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5bdc587498170eecc183394798827965b401738cff6169f7245570de283c28d6
|
| 3 |
+
size 1274085024
|
students.json
ADDED
|
@@ -0,0 +1,233 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": 1,
|
| 3 |
+
"base_model": {
|
| 4 |
+
"repo": "TencentARC/Pixal3D",
|
| 5 |
+
"revision": "0b31f9160aa400719af409098bff7936a932f726"
|
| 6 |
+
},
|
| 7 |
+
"key_convention": "Each key is 'backbone.model.<path>.lora_A.weight' or 'backbone.model.<path>.lora_B.weight', where <path> names an nn.Linear in the state dict of the base flow model given by base_submodel (minus its '.weight' suffix); lora_A has shape [rank, in_features], lora_B has shape [out_features, rank], and the layer's weight update is (alpha / rank) * lora_B @ lora_A; example: 'backbone.model.blocks.0.self_attn.to_qkv.lora_A.weight'.",
|
| 8 |
+
"fold_rule": {
|
| 9 |
+
"none": "The adapters stay separate in float32: y = base(x) + (lora_B(lora_A(x.float())) * (alpha / rank)).to(base(x).dtype).",
|
| 10 |
+
"bf16": "At load time each adapted weight W (bfloat16, the dtype of the base model's transformer blocks) is replaced by W + ((lora_B.float() @ lora_A.float()) * (alpha / rank)).to(bfloat16), the sum being taken in bfloat16, and the adapters are removed."
|
| 11 |
+
},
|
| 12 |
+
"students": {
|
| 13 |
+
"structure": {
|
| 14 |
+
"file": "structure_student.safetensors",
|
| 15 |
+
"sha256": "a938130271c96eaaf67643bb428aa2aa8e53033b09608ea3eedc5531d9b97396",
|
| 16 |
+
"size_bytes": 1274085008,
|
| 17 |
+
"base_submodel": "ckpts/ss_flow_img_dit_1_3B_64_bf16",
|
| 18 |
+
"pipeline_key": "sparse_structure_flow_model",
|
| 19 |
+
"lora": {
|
| 20 |
+
"rank": 256,
|
| 21 |
+
"alpha": 256,
|
| 22 |
+
"target_modules": [
|
| 23 |
+
"self_attn.to_qkv",
|
| 24 |
+
"self_attn.to_out",
|
| 25 |
+
"cross_attn.cross_attn_block.to_q",
|
| 26 |
+
"cross_attn.cross_attn_block.to_kv",
|
| 27 |
+
"cross_attn.cross_attn_block.to_out",
|
| 28 |
+
"cross_attn.proj_linear",
|
| 29 |
+
"mlp.mlp.0",
|
| 30 |
+
"mlp.mlp.2"
|
| 31 |
+
],
|
| 32 |
+
"num_blocks": 30,
|
| 33 |
+
"num_adapters": 240,
|
| 34 |
+
"num_tensors": 480,
|
| 35 |
+
"num_elements": 318504960
|
| 36 |
+
},
|
| 37 |
+
"steps": {
|
| 38 |
+
"num_steps": 4,
|
| 39 |
+
"t": [
|
| 40 |
+
1.0,
|
| 41 |
+
0.9,
|
| 42 |
+
0.75,
|
| 43 |
+
0.6,
|
| 44 |
+
0.0
|
| 45 |
+
],
|
| 46 |
+
"grid_indices": [
|
| 47 |
+
0,
|
| 48 |
+
3,
|
| 49 |
+
6,
|
| 50 |
+
8,
|
| 51 |
+
12
|
| 52 |
+
],
|
| 53 |
+
"teacher_grid": "t = linspace(1, 0, 13) warped by t' = 3t / (1 + 2t); grid_indices index this grid",
|
| 54 |
+
"update": "euler",
|
| 55 |
+
"guidance_strength": 1.0
|
| 56 |
+
},
|
| 57 |
+
"fold": "none",
|
| 58 |
+
"dtype": "float32",
|
| 59 |
+
"source_checkpoint_sha256": "be04198a3751c999343510611e627ff92a696b02bdeb83ec8ea93c966663c1f8",
|
| 60 |
+
"training_updates": 500
|
| 61 |
+
},
|
| 62 |
+
"coarse_shape": {
|
| 63 |
+
"file": "coarse_shape_student.safetensors",
|
| 64 |
+
"sha256": "59be306522816b4d1defa525cfecf3f9666a161902b245fee387cd7a34fb9a66",
|
| 65 |
+
"size_bytes": 1305542328,
|
| 66 |
+
"base_submodel": "ckpts/slat_flow_img2shape_dit_1_3B_512_bf16",
|
| 67 |
+
"pipeline_key": "shape_slat_flow_model_512",
|
| 68 |
+
"lora": {
|
| 69 |
+
"rank": 256,
|
| 70 |
+
"alpha": 256,
|
| 71 |
+
"target_modules": [
|
| 72 |
+
"self_attn.to_qkv",
|
| 73 |
+
"self_attn.to_out",
|
| 74 |
+
"cross_attn.cross_attn_block.to_q",
|
| 75 |
+
"cross_attn.cross_attn_block.to_kv",
|
| 76 |
+
"cross_attn.cross_attn_block.to_out",
|
| 77 |
+
"cross_attn.proj_linear",
|
| 78 |
+
"mlp.mlp.0",
|
| 79 |
+
"mlp.mlp.2"
|
| 80 |
+
],
|
| 81 |
+
"num_blocks": 30,
|
| 82 |
+
"num_adapters": 240,
|
| 83 |
+
"num_tensors": 480,
|
| 84 |
+
"num_elements": 326369280
|
| 85 |
+
},
|
| 86 |
+
"steps": {
|
| 87 |
+
"num_steps": 1,
|
| 88 |
+
"t": [
|
| 89 |
+
1.0,
|
| 90 |
+
0.0
|
| 91 |
+
],
|
| 92 |
+
"update": "x0_prediction",
|
| 93 |
+
"guidance_strength": 1.0,
|
| 94 |
+
"x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64"
|
| 95 |
+
},
|
| 96 |
+
"fold": "none",
|
| 97 |
+
"dtype": "float32",
|
| 98 |
+
"source_checkpoint_sha256": "46bc526388cc55f226d5747e64d7cd8a32fbe9153fdd0ff67eac7695ed148e1f",
|
| 99 |
+
"training_updates": 3000
|
| 100 |
+
},
|
| 101 |
+
"fine_shape": {
|
| 102 |
+
"file": "fine_shape_student.safetensors",
|
| 103 |
+
"sha256": "6beb37c82f5f618f84d9bc988564d41e3971ff85c42ef06217e580186e7dd583",
|
| 104 |
+
"size_bytes": 1305542328,
|
| 105 |
+
"base_submodel": "ckpts/slat_flow_img2shape_dit_1_3B_1024_bf16",
|
| 106 |
+
"pipeline_key": "shape_slat_flow_model_1024",
|
| 107 |
+
"lora": {
|
| 108 |
+
"rank": 256,
|
| 109 |
+
"alpha": 256,
|
| 110 |
+
"target_modules": [
|
| 111 |
+
"self_attn.to_qkv",
|
| 112 |
+
"self_attn.to_out",
|
| 113 |
+
"cross_attn.cross_attn_block.to_q",
|
| 114 |
+
"cross_attn.cross_attn_block.to_kv",
|
| 115 |
+
"cross_attn.cross_attn_block.to_out",
|
| 116 |
+
"cross_attn.proj_linear",
|
| 117 |
+
"mlp.mlp.0",
|
| 118 |
+
"mlp.mlp.2"
|
| 119 |
+
],
|
| 120 |
+
"num_blocks": 30,
|
| 121 |
+
"num_adapters": 240,
|
| 122 |
+
"num_tensors": 480,
|
| 123 |
+
"num_elements": 326369280
|
| 124 |
+
},
|
| 125 |
+
"steps": {
|
| 126 |
+
"num_steps": 1,
|
| 127 |
+
"t": [
|
| 128 |
+
1.0,
|
| 129 |
+
0.0
|
| 130 |
+
],
|
| 131 |
+
"update": "x0_prediction",
|
| 132 |
+
"guidance_strength": 1.0,
|
| 133 |
+
"x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64"
|
| 134 |
+
},
|
| 135 |
+
"fold": "bf16",
|
| 136 |
+
"dtype": "float32",
|
| 137 |
+
"source_checkpoint_sha256": "9fa67dd330e2dcfaf751e281d19ed8cc3e9c949c97a1a0d0d1a5940bafda070c",
|
| 138 |
+
"training_updates": 2000
|
| 139 |
+
},
|
| 140 |
+
"texture": {
|
| 141 |
+
"file": "texture_student.safetensors",
|
| 142 |
+
"sha256": "ecc4ae096358120cde9ef2a6bbdff8bfee5c04e5f3bc49db84183d0f7d37887c",
|
| 143 |
+
"size_bytes": 1305542328,
|
| 144 |
+
"base_submodel": "ckpts/slat_flow_imgshape2tex_dit_1_3B_1024_bf16",
|
| 145 |
+
"pipeline_key": "tex_slat_flow_model_1024",
|
| 146 |
+
"lora": {
|
| 147 |
+
"rank": 256,
|
| 148 |
+
"alpha": 256,
|
| 149 |
+
"target_modules": [
|
| 150 |
+
"self_attn.to_qkv",
|
| 151 |
+
"self_attn.to_out",
|
| 152 |
+
"cross_attn.cross_attn_block.to_q",
|
| 153 |
+
"cross_attn.cross_attn_block.to_kv",
|
| 154 |
+
"cross_attn.cross_attn_block.to_out",
|
| 155 |
+
"cross_attn.proj_linear",
|
| 156 |
+
"mlp.mlp.0",
|
| 157 |
+
"mlp.mlp.2"
|
| 158 |
+
],
|
| 159 |
+
"num_blocks": 30,
|
| 160 |
+
"num_adapters": 240,
|
| 161 |
+
"num_tensors": 480,
|
| 162 |
+
"num_elements": 326369280
|
| 163 |
+
},
|
| 164 |
+
"steps": {
|
| 165 |
+
"num_steps": 2,
|
| 166 |
+
"k": 2,
|
| 167 |
+
"m": 6,
|
| 168 |
+
"t": [
|
| 169 |
+
1.0,
|
| 170 |
+
0.75,
|
| 171 |
+
0.0
|
| 172 |
+
],
|
| 173 |
+
"grid_indices": [
|
| 174 |
+
0,
|
| 175 |
+
6,
|
| 176 |
+
12
|
| 177 |
+
],
|
| 178 |
+
"teacher_grid": "t = linspace(1, 0, 13) warped by t' = 3t / (1 + 2t); grid_indices index this grid",
|
| 179 |
+
"update": "euler",
|
| 180 |
+
"guidance_strength": 1.0
|
| 181 |
+
},
|
| 182 |
+
"fold": "bf16",
|
| 183 |
+
"dtype": "float32",
|
| 184 |
+
"source_checkpoint_sha256": "4d8c96e111239c08670fe7cf88391ac024e2aa70b952e9f3714149c36ccb970f",
|
| 185 |
+
"training_updates": 3000
|
| 186 |
+
},
|
| 187 |
+
"structure_consistency": {
|
| 188 |
+
"role": "experiments-only",
|
| 189 |
+
"note": "Used only by the intermediate rows of the cumulative measurement; the deployed system uses 'structure'.",
|
| 190 |
+
"file": "structure_student_consistency.safetensors",
|
| 191 |
+
"sha256": "5bdc587498170eecc183394798827965b401738cff6169f7245570de283c28d6",
|
| 192 |
+
"size_bytes": 1274085024,
|
| 193 |
+
"base_submodel": "ckpts/ss_flow_img_dit_1_3B_64_bf16",
|
| 194 |
+
"pipeline_key": "sparse_structure_flow_model",
|
| 195 |
+
"lora": {
|
| 196 |
+
"rank": 256,
|
| 197 |
+
"alpha": 256,
|
| 198 |
+
"target_modules": [
|
| 199 |
+
"self_attn.to_qkv",
|
| 200 |
+
"self_attn.to_out",
|
| 201 |
+
"cross_attn.cross_attn_block.to_q",
|
| 202 |
+
"cross_attn.cross_attn_block.to_kv",
|
| 203 |
+
"cross_attn.cross_attn_block.to_out",
|
| 204 |
+
"cross_attn.proj_linear",
|
| 205 |
+
"mlp.mlp.0",
|
| 206 |
+
"mlp.mlp.2"
|
| 207 |
+
],
|
| 208 |
+
"num_blocks": 30,
|
| 209 |
+
"num_adapters": 240,
|
| 210 |
+
"num_tensors": 480,
|
| 211 |
+
"num_elements": 318504960
|
| 212 |
+
},
|
| 213 |
+
"steps": {
|
| 214 |
+
"num_steps": 4,
|
| 215 |
+
"t": [
|
| 216 |
+
1.0,
|
| 217 |
+
0.9,
|
| 218 |
+
0.75,
|
| 219 |
+
0.5,
|
| 220 |
+
0.0
|
| 221 |
+
],
|
| 222 |
+
"update": "x0_prediction_renoise",
|
| 223 |
+
"guidance_strength": 1.0,
|
| 224 |
+
"x0_formula": "x0 = (1 - s) * x_t - (s + (1 - s) * t) * v with s = 1e-5, in float64",
|
| 225 |
+
"renoise": "x_t = (1 - t) * x0 + (s + (1 - s) * t) * eps with fresh Gaussian eps at the next t"
|
| 226 |
+
},
|
| 227 |
+
"fold": "none",
|
| 228 |
+
"dtype": "float32",
|
| 229 |
+
"source_checkpoint_sha256": "90a33126e00b33df784bff826efe796cbe6a6b33d998224e033c92ad454739c4",
|
| 230 |
+
"training_updates": 15000
|
| 231 |
+
}
|
| 232 |
+
}
|
| 233 |
+
}
|
texture_student.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecc4ae096358120cde9ef2a6bbdff8bfee5c04e5f3bc49db84183d0f7d37887c
|
| 3 |
+
size 1305542328
|