Instructions to use oxide-lab/TRELLIS.2-4B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- TRELLIS.2
How to use oxide-lab/TRELLIS.2-4B with TRELLIS.2:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download resolved_config.json from oxide-lab/TRELLIS.2-4B: direct link, hf CLI and curl.
- Browser
- Download file 13.1 kB
-
https://huggingface.co/oxide-lab/TRELLIS.2-4B/resolve/main/resolved_config.json
- Command line
-
hf download hf://oxide-lab/TRELLIS.2-4B/resolved_config.json
-
curl -L -o resolved_config.json https://huggingface.co/oxide-lab/TRELLIS.2-4B/resolve/main/resolved_config.json
13.1 kB
| { | |
| "architecture": "Trellis2ImageTo3DPipeline", | |
| "family": "trellis2", | |
| "normalization": { | |
| "shape_slat": { | |
| "mean": [ | |
| 0.781296, | |
| 0.018091, | |
| -0.495192, | |
| -0.558457, | |
| 1.06053, | |
| 0.093252, | |
| 1.518149, | |
| -0.933218, | |
| -0.732996, | |
| 2.604095, | |
| -0.118341, | |
| -2.143904, | |
| 0.495076, | |
| -2.179512, | |
| -2.130751, | |
| -0.996944, | |
| 0.261421, | |
| -2.217463, | |
| 1.260067, | |
| -0.150213, | |
| 3.790713, | |
| 1.481266, | |
| -1.046058, | |
| -1.523667, | |
| -0.059621, | |
| 2.22078, | |
| 1.621212, | |
| 0.87723, | |
| 0.567247, | |
| -3.175944, | |
| -3.186688, | |
| 1.578665 | |
| ], | |
| "std": [ | |
| 5.972266, | |
| 4.706852, | |
| 5.44501, | |
| 5.209927, | |
| 5.32022, | |
| 4.547237, | |
| 5.020802, | |
| 5.444004, | |
| 5.226681, | |
| 5.683095, | |
| 4.831436, | |
| 5.286469, | |
| 5.652043, | |
| 5.367606, | |
| 5.525084, | |
| 4.730578, | |
| 4.805265, | |
| 5.124013, | |
| 5.530808, | |
| 5.619001, | |
| 5.10393, | |
| 5.41767, | |
| 5.269677, | |
| 5.547194, | |
| 5.634698, | |
| 5.235274, | |
| 6.110351, | |
| 5.511298, | |
| 6.237273, | |
| 4.879207, | |
| 5.347008, | |
| 5.405691 | |
| ] | |
| }, | |
| "tex_slat": { | |
| "mean": [ | |
| 3.501659, | |
| 2.212398, | |
| 2.226094, | |
| 0.251093, | |
| -0.026248, | |
| -0.687364, | |
| 0.439898, | |
| -0.928075, | |
| 0.029398, | |
| -0.339596, | |
| -0.869527, | |
| 1.038479, | |
| -0.972385, | |
| 0.126042, | |
| -1.129303, | |
| 0.455149, | |
| -1.209521, | |
| 2.069067, | |
| 0.544735, | |
| 2.569128, | |
| -0.323407, | |
| 2.293, | |
| -1.925608, | |
| -1.217717, | |
| 1.213905, | |
| 0.971588, | |
| -0.023631, | |
| 0.10675, | |
| 2.021786, | |
| 0.250524, | |
| -0.662387, | |
| -0.768862 | |
| ], | |
| "std": [ | |
| 2.665652, | |
| 2.743913, | |
| 2.765121, | |
| 2.595319, | |
| 3.037293, | |
| 2.291316, | |
| 2.144656, | |
| 2.911822, | |
| 2.969419, | |
| 2.501689, | |
| 2.154811, | |
| 3.163343, | |
| 2.621215, | |
| 2.381943, | |
| 3.186697, | |
| 3.021588, | |
| 2.295916, | |
| 3.234985, | |
| 3.233086, | |
| 2.26014, | |
| 2.874801, | |
| 2.810596, | |
| 3.29272, | |
| 2.674999, | |
| 2.680878, | |
| 2.372054, | |
| 2.451546, | |
| 2.353556, | |
| 2.995195, | |
| 2.379849, | |
| 2.786195, | |
| 2.77519 | |
| ] | |
| } | |
| }, | |
| "pipeline_args": { | |
| "default_pipeline_type": "1024_cascade", | |
| "image_cond_model": { | |
| "args": { | |
| "model_name": "facebook/dinov3-vitl16-pretrain-lvd1689m" | |
| }, | |
| "name": "DinoV3FeatureExtractor" | |
| }, | |
| "models": { | |
| "shape_slat_decoder": "ckpts/shape_dec_next_dc_f16c32_fp16", | |
| "shape_slat_flow_model_1024": "ckpts/slat_flow_img2shape_dit_1_3B_1024_bf16", | |
| "shape_slat_flow_model_512": "ckpts/slat_flow_img2shape_dit_1_3B_512_bf16", | |
| "sparse_structure_decoder": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16", | |
| "sparse_structure_flow_model": "ckpts/ss_flow_img_dit_1_3B_64_bf16", | |
| "tex_slat_decoder": "ckpts/tex_dec_next_dc_f16c32_fp16", | |
| "tex_slat_flow_model_1024": "ckpts/slat_flow_imgshape2tex_dit_1_3B_1024_bf16", | |
| "tex_slat_flow_model_512": "ckpts/slat_flow_imgshape2tex_dit_1_3B_512_bf16" | |
| }, | |
| "rembg_model": { | |
| "args": { | |
| "model_name": "briaai/RMBG-2.0" | |
| }, | |
| "name": "BiRefNet" | |
| }, | |
| "shape_slat_normalization": { | |
| "mean": [ | |
| 0.781296, | |
| 0.018091, | |
| -0.495192, | |
| -0.558457, | |
| 1.06053, | |
| 0.093252, | |
| 1.518149, | |
| -0.933218, | |
| -0.732996, | |
| 2.604095, | |
| -0.118341, | |
| -2.143904, | |
| 0.495076, | |
| -2.179512, | |
| -2.130751, | |
| -0.996944, | |
| 0.261421, | |
| -2.217463, | |
| 1.260067, | |
| -0.150213, | |
| 3.790713, | |
| 1.481266, | |
| -1.046058, | |
| -1.523667, | |
| -0.059621, | |
| 2.22078, | |
| 1.621212, | |
| 0.87723, | |
| 0.567247, | |
| -3.175944, | |
| -3.186688, | |
| 1.578665 | |
| ], | |
| "std": [ | |
| 5.972266, | |
| 4.706852, | |
| 5.44501, | |
| 5.209927, | |
| 5.32022, | |
| 4.547237, | |
| 5.020802, | |
| 5.444004, | |
| 5.226681, | |
| 5.683095, | |
| 4.831436, | |
| 5.286469, | |
| 5.652043, | |
| 5.367606, | |
| 5.525084, | |
| 4.730578, | |
| 4.805265, | |
| 5.124013, | |
| 5.530808, | |
| 5.619001, | |
| 5.10393, | |
| 5.41767, | |
| 5.269677, | |
| 5.547194, | |
| 5.634698, | |
| 5.235274, | |
| 6.110351, | |
| 5.511298, | |
| 6.237273, | |
| 4.879207, | |
| 5.347008, | |
| 5.405691 | |
| ] | |
| }, | |
| "shape_slat_sampler": { | |
| "args": { | |
| "sigma_min": 1e-05 | |
| }, | |
| "name": "FlowEulerGuidanceIntervalSampler", | |
| "params": { | |
| "guidance_interval": [ | |
| 0.6, | |
| 1.0 | |
| ], | |
| "guidance_rescale": 0.5, | |
| "guidance_strength": 7.5, | |
| "rescale_t": 3.0, | |
| "steps": 12 | |
| } | |
| }, | |
| "sparse_structure_sampler": { | |
| "args": { | |
| "sigma_min": 1e-05 | |
| }, | |
| "name": "FlowEulerGuidanceIntervalSampler", | |
| "params": { | |
| "guidance_interval": [ | |
| 0.6, | |
| 1.0 | |
| ], | |
| "guidance_rescale": 0.7, | |
| "guidance_strength": 7.5, | |
| "rescale_t": 5.0, | |
| "steps": 12 | |
| } | |
| }, | |
| "tex_slat_normalization": { | |
| "mean": [ | |
| 3.501659, | |
| 2.212398, | |
| 2.226094, | |
| 0.251093, | |
| -0.026248, | |
| -0.687364, | |
| 0.439898, | |
| -0.928075, | |
| 0.029398, | |
| -0.339596, | |
| -0.869527, | |
| 1.038479, | |
| -0.972385, | |
| 0.126042, | |
| -1.129303, | |
| 0.455149, | |
| -1.209521, | |
| 2.069067, | |
| 0.544735, | |
| 2.569128, | |
| -0.323407, | |
| 2.293, | |
| -1.925608, | |
| -1.217717, | |
| 1.213905, | |
| 0.971588, | |
| -0.023631, | |
| 0.10675, | |
| 2.021786, | |
| 0.250524, | |
| -0.662387, | |
| -0.768862 | |
| ], | |
| "std": [ | |
| 2.665652, | |
| 2.743913, | |
| 2.765121, | |
| 2.595319, | |
| 3.037293, | |
| 2.291316, | |
| 2.144656, | |
| 2.911822, | |
| 2.969419, | |
| 2.501689, | |
| 2.154811, | |
| 3.163343, | |
| 2.621215, | |
| 2.381943, | |
| 3.186697, | |
| 3.021588, | |
| 2.295916, | |
| 3.234985, | |
| 3.233086, | |
| 2.26014, | |
| 2.874801, | |
| 2.810596, | |
| 3.29272, | |
| 2.674999, | |
| 2.680878, | |
| 2.372054, | |
| 2.451546, | |
| 2.353556, | |
| 2.995195, | |
| 2.379849, | |
| 2.786195, | |
| 2.77519 | |
| ] | |
| }, | |
| "tex_slat_sampler": { | |
| "args": { | |
| "sigma_min": 1e-05 | |
| }, | |
| "name": "FlowEulerGuidanceIntervalSampler", | |
| "params": { | |
| "guidance_interval": [ | |
| 0.6, | |
| 0.9 | |
| ], | |
| "guidance_rescale": 0.0, | |
| "guidance_strength": 1.0, | |
| "rescale_t": 3.0, | |
| "steps": 12 | |
| } | |
| } | |
| }, | |
| "stage_configs": { | |
| "image_cond": { | |
| "architectures": [ | |
| "DINOv3ViTModel" | |
| ], | |
| "attention_dropout": 0.0, | |
| "drop_path_rate": 0.0, | |
| "hidden_act": "gelu", | |
| "hidden_size": 1024, | |
| "image_size": 224, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 4096, | |
| "key_bias": false, | |
| "layer_norm_eps": 1e-05, | |
| "layerscale_value": 1.0, | |
| "mlp_bias": true, | |
| "model_type": "dinov3_vit", | |
| "num_attention_heads": 16, | |
| "num_channels": 3, | |
| "num_hidden_layers": 24, | |
| "num_register_tokens": 4, | |
| "patch_size": 16, | |
| "pos_embed_jitter": null, | |
| "pos_embed_rescale": 2.0, | |
| "pos_embed_shift": null, | |
| "proj_bias": true, | |
| "query_bias": true, | |
| "rope_theta": 100.0, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.56.0.dev0", | |
| "use_gated_mlp": false, | |
| "value_bias": true | |
| }, | |
| "shape_dec": { | |
| "args": { | |
| "block_args": [ | |
| {}, | |
| {}, | |
| {}, | |
| {}, | |
| {} | |
| ], | |
| "block_type": [ | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d" | |
| ], | |
| "latent_channels": 32, | |
| "model_channels": [ | |
| 1024, | |
| 512, | |
| 256, | |
| 128, | |
| 64 | |
| ], | |
| "num_blocks": [ | |
| 4, | |
| 16, | |
| 8, | |
| 4, | |
| 0 | |
| ], | |
| "resolution": 256, | |
| "up_block_type": [ | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d" | |
| ], | |
| "use_fp16": true | |
| }, | |
| "name": "FlexiDualGridVaeDecoder" | |
| }, | |
| "shape_dit_1024": { | |
| "args": { | |
| "cond_channels": 1024, | |
| "dtype": "bfloat16", | |
| "in_channels": 32, | |
| "initialization": "scaled", | |
| "mlp_ratio": 5.3334, | |
| "model_channels": 1536, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "out_channels": 32, | |
| "pe_mode": "rope", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "resolution": 64, | |
| "share_mod": true | |
| }, | |
| "name": "SLatFlowModel" | |
| }, | |
| "shape_dit_512": { | |
| "args": { | |
| "cond_channels": 1024, | |
| "dtype": "bfloat16", | |
| "in_channels": 32, | |
| "initialization": "scaled", | |
| "mlp_ratio": 5.3334, | |
| "model_channels": 1536, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "out_channels": 32, | |
| "pe_mode": "rope", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "resolution": 32, | |
| "share_mod": true | |
| }, | |
| "name": "SLatFlowModel" | |
| }, | |
| "ss_dec": { | |
| "args": { | |
| "channels": [ | |
| 512, | |
| 128, | |
| 32 | |
| ], | |
| "latent_channels": 8, | |
| "num_res_blocks": 2, | |
| "num_res_blocks_middle": 2, | |
| "out_channels": 1, | |
| "use_fp16": true | |
| }, | |
| "name": "SparseStructureDecoder" | |
| }, | |
| "ss_flow": { | |
| "args": { | |
| "cond_channels": 1024, | |
| "dtype": "bfloat16", | |
| "in_channels": 8, | |
| "initialization": "scaled", | |
| "mlp_ratio": 5.3334, | |
| "model_channels": 1536, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "out_channels": 8, | |
| "pe_mode": "rope", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "resolution": 16, | |
| "share_mod": true | |
| }, | |
| "name": "SparseStructureFlowModel" | |
| }, | |
| "tex_dec": { | |
| "args": { | |
| "block_args": [ | |
| {}, | |
| {}, | |
| {}, | |
| {}, | |
| {} | |
| ], | |
| "block_type": [ | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d", | |
| "SparseConvNeXtBlock3d" | |
| ], | |
| "latent_channels": 32, | |
| "model_channels": [ | |
| 1024, | |
| 512, | |
| 256, | |
| 128, | |
| 64 | |
| ], | |
| "num_blocks": [ | |
| 4, | |
| 16, | |
| 8, | |
| 4, | |
| 0 | |
| ], | |
| "out_channels": 6, | |
| "pred_subdiv": false, | |
| "up_block_type": [ | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d", | |
| "SparseResBlockC2S3d" | |
| ], | |
| "use_fp16": true | |
| }, | |
| "name": "SparseUnetVaeDecoder" | |
| }, | |
| "tex_dit_1024": { | |
| "args": { | |
| "cond_channels": 1024, | |
| "dtype": "bfloat16", | |
| "in_channels": 64, | |
| "initialization": "scaled", | |
| "mlp_ratio": 5.3334, | |
| "model_channels": 1536, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "out_channels": 32, | |
| "pe_mode": "rope", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "resolution": 64, | |
| "share_mod": true | |
| }, | |
| "name": "SLatFlowModel" | |
| }, | |
| "tex_dit_512": { | |
| "args": { | |
| "cond_channels": 1024, | |
| "dtype": "bfloat16", | |
| "in_channels": 64, | |
| "initialization": "scaled", | |
| "mlp_ratio": 5.3334, | |
| "model_channels": 1536, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "out_channels": 32, | |
| "pe_mode": "rope", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "resolution": 32, | |
| "share_mod": true | |
| }, | |
| "name": "SLatFlowModel" | |
| } | |
| } | |
| } |