{ "architecture": "Trellis2ImageTo3DPipeline", "family": "trellis2", "normalization": { "shape_slat": { "mean": [ 0.781296, 0.018091, -0.495192, -0.558457, 1.06053, 0.093252, 1.518149, -0.933218, -0.732996, 2.604095, -0.118341, -2.143904, 0.495076, -2.179512, -2.130751, -0.996944, 0.261421, -2.217463, 1.260067, -0.150213, 3.790713, 1.481266, -1.046058, -1.523667, -0.059621, 2.22078, 1.621212, 0.87723, 0.567247, -3.175944, -3.186688, 1.578665 ], "std": [ 5.972266, 4.706852, 5.44501, 5.209927, 5.32022, 4.547237, 5.020802, 5.444004, 5.226681, 5.683095, 4.831436, 5.286469, 5.652043, 5.367606, 5.525084, 4.730578, 4.805265, 5.124013, 5.530808, 5.619001, 5.10393, 5.41767, 5.269677, 5.547194, 5.634698, 5.235274, 6.110351, 5.511298, 6.237273, 4.879207, 5.347008, 5.405691 ] }, "tex_slat": { "mean": [ 3.501659, 2.212398, 2.226094, 0.251093, -0.026248, -0.687364, 0.439898, -0.928075, 0.029398, -0.339596, -0.869527, 1.038479, -0.972385, 0.126042, -1.129303, 0.455149, -1.209521, 2.069067, 0.544735, 2.569128, -0.323407, 2.293, -1.925608, -1.217717, 1.213905, 0.971588, -0.023631, 0.10675, 2.021786, 0.250524, -0.662387, -0.768862 ], "std": [ 2.665652, 2.743913, 2.765121, 2.595319, 3.037293, 2.291316, 2.144656, 2.911822, 2.969419, 2.501689, 2.154811, 3.163343, 2.621215, 2.381943, 3.186697, 3.021588, 2.295916, 3.234985, 3.233086, 2.26014, 2.874801, 2.810596, 3.29272, 2.674999, 2.680878, 2.372054, 2.451546, 2.353556, 2.995195, 2.379849, 2.786195, 2.77519 ] } }, "pipeline_args": { "default_pipeline_type": "1024_cascade", "image_cond_model": { "args": { "model_name": "facebook/dinov3-vitl16-pretrain-lvd1689m" }, "name": "DinoV3FeatureExtractor" }, "models": { "shape_slat_decoder": "ckpts/shape_dec_next_dc_f16c32_fp16", "shape_slat_flow_model_1024": "ckpts/slat_flow_img2shape_dit_1_3B_1024_bf16", "shape_slat_flow_model_512": "ckpts/slat_flow_img2shape_dit_1_3B_512_bf16", "sparse_structure_decoder": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16", "sparse_structure_flow_model": "ckpts/ss_flow_img_dit_1_3B_64_bf16", "tex_slat_decoder": "ckpts/tex_dec_next_dc_f16c32_fp16", "tex_slat_flow_model_1024": "ckpts/slat_flow_imgshape2tex_dit_1_3B_1024_bf16", "tex_slat_flow_model_512": "ckpts/slat_flow_imgshape2tex_dit_1_3B_512_bf16" }, "rembg_model": { "args": { "model_name": "briaai/RMBG-2.0" }, "name": "BiRefNet" }, "shape_slat_normalization": { "mean": [ 0.781296, 0.018091, -0.495192, -0.558457, 1.06053, 0.093252, 1.518149, -0.933218, -0.732996, 2.604095, -0.118341, -2.143904, 0.495076, -2.179512, -2.130751, -0.996944, 0.261421, -2.217463, 1.260067, -0.150213, 3.790713, 1.481266, -1.046058, -1.523667, -0.059621, 2.22078, 1.621212, 0.87723, 0.567247, -3.175944, -3.186688, 1.578665 ], "std": [ 5.972266, 4.706852, 5.44501, 5.209927, 5.32022, 4.547237, 5.020802, 5.444004, 5.226681, 5.683095, 4.831436, 5.286469, 5.652043, 5.367606, 5.525084, 4.730578, 4.805265, 5.124013, 5.530808, 5.619001, 5.10393, 5.41767, 5.269677, 5.547194, 5.634698, 5.235274, 6.110351, 5.511298, 6.237273, 4.879207, 5.347008, 5.405691 ] }, "shape_slat_sampler": { "args": { "sigma_min": 1e-05 }, "name": "FlowEulerGuidanceIntervalSampler", "params": { "guidance_interval": [ 0.6, 1.0 ], "guidance_rescale": 0.5, "guidance_strength": 7.5, "rescale_t": 3.0, "steps": 12 } }, "sparse_structure_sampler": { "args": { "sigma_min": 1e-05 }, "name": "FlowEulerGuidanceIntervalSampler", "params": { "guidance_interval": [ 0.6, 1.0 ], "guidance_rescale": 0.7, "guidance_strength": 7.5, "rescale_t": 5.0, "steps": 12 } }, "tex_slat_normalization": { "mean": [ 3.501659, 2.212398, 2.226094, 0.251093, -0.026248, -0.687364, 0.439898, -0.928075, 0.029398, -0.339596, -0.869527, 1.038479, -0.972385, 0.126042, -1.129303, 0.455149, -1.209521, 2.069067, 0.544735, 2.569128, -0.323407, 2.293, -1.925608, -1.217717, 1.213905, 0.971588, -0.023631, 0.10675, 2.021786, 0.250524, -0.662387, -0.768862 ], "std": [ 2.665652, 2.743913, 2.765121, 2.595319, 3.037293, 2.291316, 2.144656, 2.911822, 2.969419, 2.501689, 2.154811, 3.163343, 2.621215, 2.381943, 3.186697, 3.021588, 2.295916, 3.234985, 3.233086, 2.26014, 2.874801, 2.810596, 3.29272, 2.674999, 2.680878, 2.372054, 2.451546, 2.353556, 2.995195, 2.379849, 2.786195, 2.77519 ] }, "tex_slat_sampler": { "args": { "sigma_min": 1e-05 }, "name": "FlowEulerGuidanceIntervalSampler", "params": { "guidance_interval": [ 0.6, 0.9 ], "guidance_rescale": 0.0, "guidance_strength": 1.0, "rescale_t": 3.0, "steps": 12 } } }, "stage_configs": { "image_cond": { "architectures": [ "DINOv3ViTModel" ], "attention_dropout": 0.0, "drop_path_rate": 0.0, "hidden_act": "gelu", "hidden_size": 1024, "image_size": 224, "initializer_range": 0.02, "intermediate_size": 4096, "key_bias": false, "layer_norm_eps": 1e-05, "layerscale_value": 1.0, "mlp_bias": true, "model_type": "dinov3_vit", "num_attention_heads": 16, "num_channels": 3, "num_hidden_layers": 24, "num_register_tokens": 4, "patch_size": 16, "pos_embed_jitter": null, "pos_embed_rescale": 2.0, "pos_embed_shift": null, "proj_bias": true, "query_bias": true, "rope_theta": 100.0, "torch_dtype": "float32", "transformers_version": "4.56.0.dev0", "use_gated_mlp": false, "value_bias": true }, "shape_dec": { "args": { "block_args": [ {}, {}, {}, {}, {} ], "block_type": [ "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d" ], "latent_channels": 32, "model_channels": [ 1024, 512, 256, 128, 64 ], "num_blocks": [ 4, 16, 8, 4, 0 ], "resolution": 256, "up_block_type": [ "SparseResBlockC2S3d", "SparseResBlockC2S3d", "SparseResBlockC2S3d", "SparseResBlockC2S3d" ], "use_fp16": true }, "name": "FlexiDualGridVaeDecoder" }, "shape_dit_1024": { "args": { "cond_channels": 1024, "dtype": "bfloat16", "in_channels": 32, "initialization": "scaled", "mlp_ratio": 5.3334, "model_channels": 1536, "num_blocks": 30, "num_heads": 12, "out_channels": 32, "pe_mode": "rope", "qk_rms_norm": true, "qk_rms_norm_cross": true, "resolution": 64, "share_mod": true }, "name": "SLatFlowModel" }, "shape_dit_512": { "args": { "cond_channels": 1024, "dtype": "bfloat16", "in_channels": 32, "initialization": "scaled", "mlp_ratio": 5.3334, "model_channels": 1536, "num_blocks": 30, "num_heads": 12, "out_channels": 32, "pe_mode": "rope", "qk_rms_norm": true, "qk_rms_norm_cross": true, "resolution": 32, "share_mod": true }, "name": "SLatFlowModel" }, "ss_dec": { "args": { "channels": [ 512, 128, 32 ], "latent_channels": 8, "num_res_blocks": 2, "num_res_blocks_middle": 2, "out_channels": 1, "use_fp16": true }, "name": "SparseStructureDecoder" }, "ss_flow": { "args": { "cond_channels": 1024, "dtype": "bfloat16", "in_channels": 8, "initialization": "scaled", "mlp_ratio": 5.3334, "model_channels": 1536, "num_blocks": 30, "num_heads": 12, "out_channels": 8, "pe_mode": "rope", "qk_rms_norm": true, "qk_rms_norm_cross": true, "resolution": 16, "share_mod": true }, "name": "SparseStructureFlowModel" }, "tex_dec": { "args": { "block_args": [ {}, {}, {}, {}, {} ], "block_type": [ "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d", "SparseConvNeXtBlock3d" ], "latent_channels": 32, "model_channels": [ 1024, 512, 256, 128, 64 ], "num_blocks": [ 4, 16, 8, 4, 0 ], "out_channels": 6, "pred_subdiv": false, "up_block_type": [ "SparseResBlockC2S3d", "SparseResBlockC2S3d", "SparseResBlockC2S3d", "SparseResBlockC2S3d" ], "use_fp16": true }, "name": "SparseUnetVaeDecoder" }, "tex_dit_1024": { "args": { "cond_channels": 1024, "dtype": "bfloat16", "in_channels": 64, "initialization": "scaled", "mlp_ratio": 5.3334, "model_channels": 1536, "num_blocks": 30, "num_heads": 12, "out_channels": 32, "pe_mode": "rope", "qk_rms_norm": true, "qk_rms_norm_cross": true, "resolution": 64, "share_mod": true }, "name": "SLatFlowModel" }, "tex_dit_512": { "args": { "cond_channels": 1024, "dtype": "bfloat16", "in_channels": 64, "initialization": "scaled", "mlp_ratio": 5.3334, "model_channels": 1536, "num_blocks": 30, "num_heads": 12, "out_channels": 32, "pe_mode": "rope", "qk_rms_norm": true, "qk_rms_norm_cross": true, "resolution": 32, "share_mod": true }, "name": "SLatFlowModel" } } }