Instructions to use TencentARC/WorldCrafter-Fast with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use TencentARC/WorldCrafter-Fast with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("TencentARC/WorldCrafter-Fast", dtype=torch.bfloat16, device_map="cuda") pipe.to("cuda") prompt = "A man with short gray hair plays a red electric guitar." image = load_image( "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png" ) output = pipe(image=image, prompt=prompt).frames[0] export_to_video(output, "output.mp4") - Notebooks
- Google Colab
- Kaggle
File size: 13,014 Bytes
d96d29e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 | {
"format": "worldcrafter_fast_weights_v1",
"files": [
{
"path": "transformer_high_noise/config.json",
"sha256": "f6b93578d8628c997567c42116366ad34ab11bc00d12d684ff4de3a5d531178c",
"bytes": 961,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/config.json"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00001-of-00006.safetensors",
"sha256": "14ed769fec0e8a3145c9ac06b8a4729c1e39f58cb955ca25b08a94cb2edfa559",
"bytes": 9992440632,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00001-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00002-of-00006.safetensors",
"sha256": "ebf49848c399f907d36ff98ef9f7c69d96ebc05e794c85e32435d8e8a84d51fd",
"bytes": 9943937952,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00002-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00003-of-00006.safetensors",
"sha256": "df3a5b2638a06baf932c8725422edd328a0d914e2a7fdb9de5adfb4b1f76e7eb",
"bytes": 9944020376,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00003-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00004-of-00006.safetensors",
"sha256": "e7a1ceb71b8491b70528b822053aeba8feb96241aec4eb71f196f4d3b472a92d",
"bytes": 9839059792,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00004-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00005-of-00006.safetensors",
"sha256": "0dace3ef6cdf8466771a8ceef193d62f003970d80450110ff7c071c2ea72587a",
"bytes": 9839059792,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00005-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model-00006-of-00006.safetensors",
"sha256": "5c232e391954588deb0aacf702f1eee8f560bff84a5be36a147f310839f18286",
"bytes": 7608728496,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00006-of-00006.safetensors"
},
{
"path": "transformer_high_noise/diffusion_pytorch_model.safetensors.index.json",
"sha256": "32e8919bf07078ce3a44eb9e9e3382e0b02a8dcaac9eb72b6ccb72a6cf7bede2",
"bytes": 97788,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model.safetensors.index.json"
},
{
"path": "transformer_low_noise/config.json",
"sha256": "f6b93578d8628c997567c42116366ad34ab11bc00d12d684ff4de3a5d531178c",
"bytes": 961,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/config.json"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00001-of-00006.safetensors",
"sha256": "29f1170e180512718b89d914e54984d028138e4170f149108e93696bc4325641",
"bytes": 9992440632,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00001-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00002-of-00006.safetensors",
"sha256": "4dcbc0e907e0a7305bd69692f71347ed4d0e3408a092b038a12ed01183a0821f",
"bytes": 9943937952,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00002-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00003-of-00006.safetensors",
"sha256": "2b1babf24fd429d4952635c770a8230734dc34290d4069fb327f1992d168b6e3",
"bytes": 9944020376,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00003-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00004-of-00006.safetensors",
"sha256": "a45ccb075a0384316288b0d15dc4a231155e9f5d0430d4f6dfcf79846ee2fd18",
"bytes": 9839059792,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00004-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00005-of-00006.safetensors",
"sha256": "af637c31b37ab8bc1550a7dc8505870c4a31938eac459b54bffbdb283377d94f",
"bytes": 9839059792,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00005-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model-00006-of-00006.safetensors",
"sha256": "be48d3043a9e58fe9566acab9141b096d0c8eb0f7b66e08ea4ea9fa08dba3869",
"bytes": 7608728496,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00006-of-00006.safetensors"
},
{
"path": "transformer_low_noise/diffusion_pytorch_model.safetensors.index.json",
"sha256": "32e8919bf07078ce3a44eb9e9e3382e0b02a8dcaac9eb72b6ccb72a6cf7bede2",
"bytes": 97788,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model.safetensors.index.json"
},
{
"path": "adapter_high_noise/dmd_timestep_contract.json",
"sha256": "f1577901740c5b77d76cfb4732fdf4dbd8afc87e6232ecf5db6e1209594bfb59",
"bytes": 123820,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/dmd_timestep_contract.json"
},
{
"path": "adapter_high_noise/pytorch_lora_weights.safetensors",
"sha256": "e46e41944879e09f66f5572b13f29b562ddc96a44ebfef59804357d022d765df",
"bytes": 2503578928,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/pytorch_lora_weights.safetensors"
},
{
"path": "adapter_high_noise/repencoder_frozen.json",
"sha256": "333dba388746b475114cd664d6fff498b26d7eef4d366f882f4cb7c26077c39e",
"bytes": 841,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/repencoder_frozen.json"
},
{
"path": "adapter_high_noise/transformer_partial.pth",
"sha256": "9785e4e131a5cc6984960512db3e9f80d2d3d813abc52307250020704215db2d",
"bytes": 1062367927,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/transformer_partial.pth"
},
{
"path": "adapter_low_noise/dmd_timestep_contract.json",
"sha256": "f1577901740c5b77d76cfb4732fdf4dbd8afc87e6232ecf5db6e1209594bfb59",
"bytes": 123820,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/dmd_timestep_contract.json"
},
{
"path": "adapter_low_noise/pytorch_lora_weights.safetensors",
"sha256": "a0f2884a8e873ea3db316ccd1a0502c98e1a335b52c277aecdbbbcfe1212dc36",
"bytes": 2503578928,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/pytorch_lora_weights.safetensors"
},
{
"path": "adapter_low_noise/repencoder_frozen.json",
"sha256": "333dba388746b475114cd664d6fff498b26d7eef4d366f882f4cb7c26077c39e",
"bytes": 841,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/repencoder_frozen.json"
},
{
"path": "adapter_low_noise/transformer_partial.pth",
"sha256": "72e4a61fe7c6fb1af9285a4f09f545919f3b625c69647ebfe7565a6bf04934cc",
"bytes": 1062367927,
"source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/transformer_partial.pth"
},
{
"path": "repencoder/config.json",
"bytes": 628,
"sha256": "bf2dbb002da475cf00ce4081369c1bc60a7199d8c5a5e92d801d8670e396d153"
},
{
"path": "repencoder/manifest.json",
"bytes": 440,
"sha256": "6b2b0ff728631b83675847f813cb8b834f62ac3d8c0ad9bf774fbd2077669236"
},
{
"path": "repencoder/model.safetensors",
"bytes": 2478869000,
"sha256": "5e86abf6f1ecf86f52610be115827d123113fdfa1aab00630d76a2d2a1e938fc"
},
{
"path": "scheduler/scheduler_config.json",
"bytes": 546,
"sha256": "068bc88be7831692531256864892221b5488bfd2644bef6276c4826973d74658"
},
{
"path": "text_encoder/config.json",
"bytes": 853,
"sha256": "9a338d42a846fc83a814edc816d42d79ed325ca4f05de24bf7614a4ed49cc203"
},
{
"path": "text_encoder/model-00001-of-00005.safetensors",
"bytes": 4972389712,
"sha256": "c0ef3a140898e228a3520c9adec60743d2e8e5b3d229651bb37f1a3921919f99"
},
{
"path": "text_encoder/model-00002-of-00005.safetensors",
"bytes": 4899225672,
"sha256": "481c7b2b39771c44df6dd8d13ee12ed072d731b4a650bd092885d4d52db229ad"
},
{
"path": "text_encoder/model-00003-of-00005.safetensors",
"bytes": 4966309504,
"sha256": "f93148bcc04052a169e1e49bfcf6125df6cf9bf243cb9c627da75266cf8e35c3"
},
{
"path": "text_encoder/model-00004-of-00005.safetensors",
"bytes": 4999880704,
"sha256": "a451792c739c05bca4606190cc2dd16731411bac03b4cf6aacc5767321f857c9"
},
{
"path": "text_encoder/model-00005-of-00005.safetensors",
"bytes": 2885866152,
"sha256": "7e76e18d224531b8197a46231cb53daf7f2f6ca707130252becf933026ac4eea"
},
{
"path": "text_encoder/model.safetensors.index.json",
"bytes": 22476,
"sha256": "8af791f24a6447aa30c95786f40adf23d3c9df97470d2f36159c8f1113f120b4"
},
{
"path": "tokenizer/special_tokens_map.json",
"bytes": 7079,
"sha256": "456b58fd240a06c743a7c2cf8008bec501240d68ebd1fc4018ea569505fea270"
},
{
"path": "tokenizer/spiece.model",
"bytes": 4548313,
"sha256": "e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458"
},
{
"path": "tokenizer/tokenizer.json",
"bytes": 16837459,
"sha256": "20a46ac256746594ed7e1e3ef733b83fbc5a6f0922aa7480eda961743de080ef"
},
{
"path": "tokenizer/tokenizer_config.json",
"bytes": 61758,
"sha256": "1d8d2a216bf8e70ac15b7ddcea566c4dd0433c024b39a58ca5e4c66bd78defbd"
},
{
"path": "vae/config.json",
"bytes": 724,
"sha256": "3f9dea1982651f199b82da9a2527db1d6473e76949835dd088d9fa24309250fd"
},
{
"path": "vae/diffusion_pytorch_model.safetensors",
"bytes": 507591892,
"sha256": "d6e524b3fffede1787a74e81b30976dce5400c4439ba64222168e607ed19e793"
}
],
"repencoder": {
"reference_file_sha256": "f4bfdad9ac4ec451a5d08ec19d94befc928032574367564143dce1cfe6f91504",
"shared_file_sha256": "5e86abf6f1ecf86f52610be115827d123113fdfa1aab00630d76a2d2a1e938fc",
"payload_sha256": "e6ac9fd1cdf0c0193aeb6397e0f3ddc749663d16aa2bec23ca38dcb9a5319417",
"key_mapping": {
"lora_A": "low_rank_a",
"lora_B": "low_rank_b"
}
},
"lineage": {
"high": {
"base": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/assets/mid_mind111s1000_reinit_20260911_172601_merged_transformer/",
"mid": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_mid_init_repencoder_mind111s1000_20260911_172601/checkpoints/checkpoint-5000/",
"dmd": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_dmd2500_scorem111_equal_20260914_232100/checkpoints/checkpoint-2000/",
"runtime_steps": [
1,
2,
3,
4,
5
]
},
"low": {
"base": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/assets/natural8000_merged_transformer/",
"mid": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_mid_init_repencoder_20260820_110538/checkpoints/checkpoint-5000/",
"dmd": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_dmd_repencoder_mid5000_ts_align_20260821_165757/checkpoints/checkpoint-3000/",
"runtime_steps": [
6
]
},
"merge_policy": "Base + its own Mid merged in CPU FP32, saved in source dtype. DMD LoRA remains unmerged. UCPE comes from each DMD transformer_partial.pth.",
"reference_results": "s3://arcwm-code-us-west-2/karmyu/tmp_agents/WorldCore_distill/equal5_old1/teaser28/results/"
}
}
|