TRELLIS.2-4B / resolved_config.json
FerrisMind's picture
Upload 4 files
3f3023b verified
Raw History Blame Contribute Delete
13.1 kB
{
"architecture": "Trellis2ImageTo3DPipeline",
"family": "trellis2",
"normalization": {
"shape_slat": {
"mean": [
0.781296,
0.018091,
-0.495192,
-0.558457,
1.06053,
0.093252,
1.518149,
-0.933218,
-0.732996,
2.604095,
-0.118341,
-2.143904,
0.495076,
-2.179512,
-2.130751,
-0.996944,
0.261421,
-2.217463,
1.260067,
-0.150213,
3.790713,
1.481266,
-1.046058,
-1.523667,
-0.059621,
2.22078,
1.621212,
0.87723,
0.567247,
-3.175944,
-3.186688,
1.578665
],
"std": [
5.972266,
4.706852,
5.44501,
5.209927,
5.32022,
4.547237,
5.020802,
5.444004,
5.226681,
5.683095,
4.831436,
5.286469,
5.652043,
5.367606,
5.525084,
4.730578,
4.805265,
5.124013,
5.530808,
5.619001,
5.10393,
5.41767,
5.269677,
5.547194,
5.634698,
5.235274,
6.110351,
5.511298,
6.237273,
4.879207,
5.347008,
5.405691
]
},
"tex_slat": {
"mean": [
3.501659,
2.212398,
2.226094,
0.251093,
-0.026248,
-0.687364,
0.439898,
-0.928075,
0.029398,
-0.339596,
-0.869527,
1.038479,
-0.972385,
0.126042,
-1.129303,
0.455149,
-1.209521,
2.069067,
0.544735,
2.569128,
-0.323407,
2.293,
-1.925608,
-1.217717,
1.213905,
0.971588,
-0.023631,
0.10675,
2.021786,
0.250524,
-0.662387,
-0.768862
],
"std": [
2.665652,
2.743913,
2.765121,
2.595319,
3.037293,
2.291316,
2.144656,
2.911822,
2.969419,
2.501689,
2.154811,
3.163343,
2.621215,
2.381943,
3.186697,
3.021588,
2.295916,
3.234985,
3.233086,
2.26014,
2.874801,
2.810596,
3.29272,
2.674999,
2.680878,
2.372054,
2.451546,
2.353556,
2.995195,
2.379849,
2.786195,
2.77519
]
}
},
"pipeline_args": {
"default_pipeline_type": "1024_cascade",
"image_cond_model": {
"args": {
"model_name": "facebook/dinov3-vitl16-pretrain-lvd1689m"
},
"name": "DinoV3FeatureExtractor"
},
"models": {
"shape_slat_decoder": "ckpts/shape_dec_next_dc_f16c32_fp16",
"shape_slat_flow_model_1024": "ckpts/slat_flow_img2shape_dit_1_3B_1024_bf16",
"shape_slat_flow_model_512": "ckpts/slat_flow_img2shape_dit_1_3B_512_bf16",
"sparse_structure_decoder": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16",
"sparse_structure_flow_model": "ckpts/ss_flow_img_dit_1_3B_64_bf16",
"tex_slat_decoder": "ckpts/tex_dec_next_dc_f16c32_fp16",
"tex_slat_flow_model_1024": "ckpts/slat_flow_imgshape2tex_dit_1_3B_1024_bf16",
"tex_slat_flow_model_512": "ckpts/slat_flow_imgshape2tex_dit_1_3B_512_bf16"
},
"rembg_model": {
"args": {
"model_name": "briaai/RMBG-2.0"
},
"name": "BiRefNet"
},
"shape_slat_normalization": {
"mean": [
0.781296,
0.018091,
-0.495192,
-0.558457,
1.06053,
0.093252,
1.518149,
-0.933218,
-0.732996,
2.604095,
-0.118341,
-2.143904,
0.495076,
-2.179512,
-2.130751,
-0.996944,
0.261421,
-2.217463,
1.260067,
-0.150213,
3.790713,
1.481266,
-1.046058,
-1.523667,
-0.059621,
2.22078,
1.621212,
0.87723,
0.567247,
-3.175944,
-3.186688,
1.578665
],
"std": [
5.972266,
4.706852,
5.44501,
5.209927,
5.32022,
4.547237,
5.020802,
5.444004,
5.226681,
5.683095,
4.831436,
5.286469,
5.652043,
5.367606,
5.525084,
4.730578,
4.805265,
5.124013,
5.530808,
5.619001,
5.10393,
5.41767,
5.269677,
5.547194,
5.634698,
5.235274,
6.110351,
5.511298,
6.237273,
4.879207,
5.347008,
5.405691
]
},
"shape_slat_sampler": {
"args": {
"sigma_min": 1e-05
},
"name": "FlowEulerGuidanceIntervalSampler",
"params": {
"guidance_interval": [
0.6,
1.0
],
"guidance_rescale": 0.5,
"guidance_strength": 7.5,
"rescale_t": 3.0,
"steps": 12
}
},
"sparse_structure_sampler": {
"args": {
"sigma_min": 1e-05
},
"name": "FlowEulerGuidanceIntervalSampler",
"params": {
"guidance_interval": [
0.6,
1.0
],
"guidance_rescale": 0.7,
"guidance_strength": 7.5,
"rescale_t": 5.0,
"steps": 12
}
},
"tex_slat_normalization": {
"mean": [
3.501659,
2.212398,
2.226094,
0.251093,
-0.026248,
-0.687364,
0.439898,
-0.928075,
0.029398,
-0.339596,
-0.869527,
1.038479,
-0.972385,
0.126042,
-1.129303,
0.455149,
-1.209521,
2.069067,
0.544735,
2.569128,
-0.323407,
2.293,
-1.925608,
-1.217717,
1.213905,
0.971588,
-0.023631,
0.10675,
2.021786,
0.250524,
-0.662387,
-0.768862
],
"std": [
2.665652,
2.743913,
2.765121,
2.595319,
3.037293,
2.291316,
2.144656,
2.911822,
2.969419,
2.501689,
2.154811,
3.163343,
2.621215,
2.381943,
3.186697,
3.021588,
2.295916,
3.234985,
3.233086,
2.26014,
2.874801,
2.810596,
3.29272,
2.674999,
2.680878,
2.372054,
2.451546,
2.353556,
2.995195,
2.379849,
2.786195,
2.77519
]
},
"tex_slat_sampler": {
"args": {
"sigma_min": 1e-05
},
"name": "FlowEulerGuidanceIntervalSampler",
"params": {
"guidance_interval": [
0.6,
0.9
],
"guidance_rescale": 0.0,
"guidance_strength": 1.0,
"rescale_t": 3.0,
"steps": 12
}
}
},
"stage_configs": {
"image_cond": {
"architectures": [
"DINOv3ViTModel"
],
"attention_dropout": 0.0,
"drop_path_rate": 0.0,
"hidden_act": "gelu",
"hidden_size": 1024,
"image_size": 224,
"initializer_range": 0.02,
"intermediate_size": 4096,
"key_bias": false,
"layer_norm_eps": 1e-05,
"layerscale_value": 1.0,
"mlp_bias": true,
"model_type": "dinov3_vit",
"num_attention_heads": 16,
"num_channels": 3,
"num_hidden_layers": 24,
"num_register_tokens": 4,
"patch_size": 16,
"pos_embed_jitter": null,
"pos_embed_rescale": 2.0,
"pos_embed_shift": null,
"proj_bias": true,
"query_bias": true,
"rope_theta": 100.0,
"torch_dtype": "float32",
"transformers_version": "4.56.0.dev0",
"use_gated_mlp": false,
"value_bias": true
},
"shape_dec": {
"args": {
"block_args": [
{},
{},
{},
{},
{}
],
"block_type": [
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d"
],
"latent_channels": 32,
"model_channels": [
1024,
512,
256,
128,
64
],
"num_blocks": [
4,
16,
8,
4,
0
],
"resolution": 256,
"up_block_type": [
"SparseResBlockC2S3d",
"SparseResBlockC2S3d",
"SparseResBlockC2S3d",
"SparseResBlockC2S3d"
],
"use_fp16": true
},
"name": "FlexiDualGridVaeDecoder"
},
"shape_dit_1024": {
"args": {
"cond_channels": 1024,
"dtype": "bfloat16",
"in_channels": 32,
"initialization": "scaled",
"mlp_ratio": 5.3334,
"model_channels": 1536,
"num_blocks": 30,
"num_heads": 12,
"out_channels": 32,
"pe_mode": "rope",
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"resolution": 64,
"share_mod": true
},
"name": "SLatFlowModel"
},
"shape_dit_512": {
"args": {
"cond_channels": 1024,
"dtype": "bfloat16",
"in_channels": 32,
"initialization": "scaled",
"mlp_ratio": 5.3334,
"model_channels": 1536,
"num_blocks": 30,
"num_heads": 12,
"out_channels": 32,
"pe_mode": "rope",
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"resolution": 32,
"share_mod": true
},
"name": "SLatFlowModel"
},
"ss_dec": {
"args": {
"channels": [
512,
128,
32
],
"latent_channels": 8,
"num_res_blocks": 2,
"num_res_blocks_middle": 2,
"out_channels": 1,
"use_fp16": true
},
"name": "SparseStructureDecoder"
},
"ss_flow": {
"args": {
"cond_channels": 1024,
"dtype": "bfloat16",
"in_channels": 8,
"initialization": "scaled",
"mlp_ratio": 5.3334,
"model_channels": 1536,
"num_blocks": 30,
"num_heads": 12,
"out_channels": 8,
"pe_mode": "rope",
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"resolution": 16,
"share_mod": true
},
"name": "SparseStructureFlowModel"
},
"tex_dec": {
"args": {
"block_args": [
{},
{},
{},
{},
{}
],
"block_type": [
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d",
"SparseConvNeXtBlock3d"
],
"latent_channels": 32,
"model_channels": [
1024,
512,
256,
128,
64
],
"num_blocks": [
4,
16,
8,
4,
0
],
"out_channels": 6,
"pred_subdiv": false,
"up_block_type": [
"SparseResBlockC2S3d",
"SparseResBlockC2S3d",
"SparseResBlockC2S3d",
"SparseResBlockC2S3d"
],
"use_fp16": true
},
"name": "SparseUnetVaeDecoder"
},
"tex_dit_1024": {
"args": {
"cond_channels": 1024,
"dtype": "bfloat16",
"in_channels": 64,
"initialization": "scaled",
"mlp_ratio": 5.3334,
"model_channels": 1536,
"num_blocks": 30,
"num_heads": 12,
"out_channels": 32,
"pe_mode": "rope",
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"resolution": 64,
"share_mod": true
},
"name": "SLatFlowModel"
},
"tex_dit_512": {
"args": {
"cond_channels": 1024,
"dtype": "bfloat16",
"in_channels": 64,
"initialization": "scaled",
"mlp_ratio": 5.3334,
"model_channels": 1536,
"num_blocks": 30,
"num_heads": 12,
"out_channels": 32,
"pe_mode": "rope",
"qk_rms_norm": true,
"qk_rms_norm_cross": true,
"resolution": 32,
"share_mod": true
},
"name": "SLatFlowModel"
}
}
}