Alchemy3D-Instruct / pipeline.json
libadi's picture
Upload folder using huggingface_hub
a84a84b verified
Raw History Blame Contribute Delete
5.48 kB
{
"name": "Alchemy3DInstructPipeline",
"args": {
"models": {
"sparse_structure_encoder": "microsoft/TRELLIS-image-large/ckpts/ss_enc_conv3d_16l8_fp16",
"sparse_structure_decoder": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16",
"sparse_structure_flow_model": "ckpts/sparse_structure_denoiser",
"shape_slat_encoder": "microsoft/TRELLIS.2-4B/ckpts/shape_enc_next_dc_f16c32_fp16",
"shape_slat_decoder": "microsoft/TRELLIS.2-4B/ckpts/shape_dec_next_dc_f16c32_fp16",
"shape_slat_flow_model": "ckpts/shape_slat_denoiser",
"tex_slat_encoder": "microsoft/TRELLIS.2-4B/ckpts/tex_enc_next_dc_f16c32_fp16",
"tex_slat_decoder": "microsoft/TRELLIS.2-4B/ckpts/tex_dec_next_dc_f16c32_fp16",
"tex_slat_flow_model": "ckpts/tex_slat_denoiser"
},
"sparse_structure_sampler": {
"name": "FlowEulerEditGuidanceIntervalSampler",
"args": {
"sigma_min": 1e-5
},
"params": {
"steps": 12,
"guidance_strength": 7.5,
"guidance_rescale": 0.7,
"guidance_interval": [0.6, 1.0],
"rescale_t": 5.0
}
},
"shape_slat_sampler": {
"name": "FlowEulerSparseEditGuidanceIntervalSampler",
"args": {
"sigma_min": 1e-5
},
"params": {
"steps": 12,
"guidance_strength": 7.5,
"guidance_rescale": 0.5,
"guidance_interval": [0.6, 1.0],
"rescale_t": 3.0
}
},
"tex_slat_sampler": {
"name": "FlowEulerSparseEditGuidanceIntervalSampler",
"args": {
"sigma_min": 1e-5
},
"params": {
"steps": 12,
"guidance_strength": 1.0,
"guidance_rescale": 0.0,
"guidance_interval": [0.6, 0.9],
"rescale_t": 3.0
}
},
"shape_slat_normalization": {
"mean": [
0.781296, 0.018091, -0.495192, -0.558457, 1.060530, 0.093252, 1.518149, -0.933218,
-0.732996, 2.604095, -0.118341, -2.143904, 0.495076, -2.179512, -2.130751, -0.996944,
0.261421, -2.217463, 1.260067, -0.150213, 3.790713, 1.481266, -1.046058, -1.523667,
-0.059621, 2.220780, 1.621212, 0.877230, 0.567247, -3.175944, -3.186688, 1.578665
],
"std": [
5.972266, 4.706852, 5.445010, 5.209927, 5.320220, 4.547237, 5.020802, 5.444004,
5.226681, 5.683095, 4.831436, 5.286469, 5.652043, 5.367606, 5.525084, 4.730578,
4.805265, 5.124013, 5.530808, 5.619001, 5.103930, 5.417670, 5.269677, 5.547194,
5.634698, 5.235274, 6.110351, 5.511298, 6.237273, 4.879207, 5.347008, 5.405691
]
},
"tex_slat_normalization": {
"mean": [
3.501659, 2.212398, 2.226094, 0.251093, -0.026248, -0.687364, 0.439898, -0.928075,
0.029398, -0.339596, -0.869527, 1.038479, -0.972385, 0.126042, -1.129303, 0.455149,
-1.209521, 2.069067, 0.544735, 2.569128, -0.323407, 2.293000, -1.925608, -1.217717,
1.213905, 0.971588, -0.023631, 0.106750, 2.021786, 0.250524, -0.662387, -0.768862
],
"std": [
2.665652, 2.743913, 2.765121, 2.595319, 3.037293, 2.291316, 2.144656, 2.911822,
2.969419, 2.501689, 2.154811, 3.163343, 2.621215, 2.381943, 3.186697, 3.021588,
2.295916, 3.234985, 3.233086, 2.260140, 2.874801, 2.810596, 3.292720, 2.674999,
2.680878, 2.372054, 2.451546, 2.353556, 2.995195, 2.379849, 2.786195, 2.775190
]
},
"text_cond_model": {
"name": "TextEncoder",
"args": {
"text_model": "Qwen/Qwen3.5-2B",
"mode": "ss_editing"
}
},
"ss_text_cond": {
"mode": "ss_editing",
"cond_projection": {
"model": {
"name": "TextProjection",
"args": {
"txt_dim": 2048,
"embedding_dim": 1024
}
},
"checkpoint": "ckpts/sparse_structure_cond_projection.safetensors"
}
},
"shape_text_cond": {
"mode": "shape_editing",
"cond_projection": {
"model": {
"name": "TextProjection",
"args": {
"txt_dim": 2048,
"embedding_dim": 1024
}
},
"checkpoint": "ckpts/shape_slat_cond_projection.safetensors"
}
},
"tex_text_cond": {
"mode": "texture_editing",
"cond_projection": {
"model": {
"name": "TextProjection",
"args": {
"txt_dim": 2048,
"embedding_dim": 1024
}
},
"checkpoint": "ckpts/tex_slat_cond_projection.safetensors"
}
},
"shape_resolution": 512,
"ss_occupancy_resolution": 64
}
}