Instructions to use TencentARC/WorldCrafter-Fast with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use TencentARC/WorldCrafter-Fast with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("TencentARC/WorldCrafter-Fast", dtype=torch.bfloat16, device_map="cuda") pipe.to("cuda") prompt = "A man with short gray hair plays a red electric guitar." image = load_image( "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png" ) output = pipe(image=image, prompt=prompt).frames[0] export_to_video(output, "output.mp4") - Notebooks
- Google Colab
- Kaggle
Download manifest.json from TencentARC/WorldCrafter-Fast: direct link, hf CLI and curl.
- Browser
- Download file 13 kB
-
https://huggingface.co/TencentARC/WorldCrafter-Fast/resolve/main/manifest.json
- Command line
-
hf download hf://TencentARC/WorldCrafter-Fast/manifest.json
-
curl -L -o manifest.json https://huggingface.co/TencentARC/WorldCrafter-Fast/resolve/main/manifest.json
13 kB
| { | |
| "format": "worldcrafter_fast_weights_v1", | |
| "files": [ | |
| { | |
| "path": "transformer_high_noise/config.json", | |
| "sha256": "f6b93578d8628c997567c42116366ad34ab11bc00d12d684ff4de3a5d531178c", | |
| "bytes": 961, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/config.json" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00001-of-00006.safetensors", | |
| "sha256": "14ed769fec0e8a3145c9ac06b8a4729c1e39f58cb955ca25b08a94cb2edfa559", | |
| "bytes": 9992440632, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00001-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00002-of-00006.safetensors", | |
| "sha256": "ebf49848c399f907d36ff98ef9f7c69d96ebc05e794c85e32435d8e8a84d51fd", | |
| "bytes": 9943937952, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00002-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00003-of-00006.safetensors", | |
| "sha256": "df3a5b2638a06baf932c8725422edd328a0d914e2a7fdb9de5adfb4b1f76e7eb", | |
| "bytes": 9944020376, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00003-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00004-of-00006.safetensors", | |
| "sha256": "e7a1ceb71b8491b70528b822053aeba8feb96241aec4eb71f196f4d3b472a92d", | |
| "bytes": 9839059792, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00004-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00005-of-00006.safetensors", | |
| "sha256": "0dace3ef6cdf8466771a8ceef193d62f003970d80450110ff7c071c2ea72587a", | |
| "bytes": 9839059792, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00005-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model-00006-of-00006.safetensors", | |
| "sha256": "5c232e391954588deb0aacf702f1eee8f560bff84a5be36a147f310839f18286", | |
| "bytes": 7608728496, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model-00006-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_high_noise/diffusion_pytorch_model.safetensors.index.json", | |
| "sha256": "32e8919bf07078ce3a44eb9e9e3382e0b02a8dcaac9eb72b6ccb72a6cf7bede2", | |
| "bytes": 97788, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-merged/transformer/diffusion_pytorch_model.safetensors.index.json" | |
| }, | |
| { | |
| "path": "transformer_low_noise/config.json", | |
| "sha256": "f6b93578d8628c997567c42116366ad34ab11bc00d12d684ff4de3a5d531178c", | |
| "bytes": 961, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/config.json" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00001-of-00006.safetensors", | |
| "sha256": "29f1170e180512718b89d914e54984d028138e4170f149108e93696bc4325641", | |
| "bytes": 9992440632, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00001-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00002-of-00006.safetensors", | |
| "sha256": "4dcbc0e907e0a7305bd69692f71347ed4d0e3408a092b038a12ed01183a0821f", | |
| "bytes": 9943937952, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00002-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00003-of-00006.safetensors", | |
| "sha256": "2b1babf24fd429d4952635c770a8230734dc34290d4069fb327f1992d168b6e3", | |
| "bytes": 9944020376, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00003-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00004-of-00006.safetensors", | |
| "sha256": "a45ccb075a0384316288b0d15dc4a231155e9f5d0430d4f6dfcf79846ee2fd18", | |
| "bytes": 9839059792, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00004-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00005-of-00006.safetensors", | |
| "sha256": "af637c31b37ab8bc1550a7dc8505870c4a31938eac459b54bffbdb283377d94f", | |
| "bytes": 9839059792, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00005-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model-00006-of-00006.safetensors", | |
| "sha256": "be48d3043a9e58fe9566acab9141b096d0c8eb0f7b66e08ea4ea9fa08dba3869", | |
| "bytes": 7608728496, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model-00006-of-00006.safetensors" | |
| }, | |
| { | |
| "path": "transformer_low_noise/diffusion_pytorch_model.safetensors.index.json", | |
| "sha256": "32e8919bf07078ce3a44eb9e9e3382e0b02a8dcaac9eb72b6ccb72a6cf7bede2", | |
| "bytes": 97788, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-merged/transformer/diffusion_pytorch_model.safetensors.index.json" | |
| }, | |
| { | |
| "path": "adapter_high_noise/dmd_timestep_contract.json", | |
| "sha256": "f1577901740c5b77d76cfb4732fdf4dbd8afc87e6232ecf5db6e1209594bfb59", | |
| "bytes": 123820, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/dmd_timestep_contract.json" | |
| }, | |
| { | |
| "path": "adapter_high_noise/pytorch_lora_weights.safetensors", | |
| "sha256": "e46e41944879e09f66f5572b13f29b562ddc96a44ebfef59804357d022d765df", | |
| "bytes": 2503578928, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/pytorch_lora_weights.safetensors" | |
| }, | |
| { | |
| "path": "adapter_high_noise/repencoder_frozen.json", | |
| "sha256": "333dba388746b475114cd664d6fff498b26d7eef4d366f882f4cb7c26077c39e", | |
| "bytes": 841, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/repencoder_frozen.json" | |
| }, | |
| { | |
| "path": "adapter_high_noise/transformer_partial.pth", | |
| "sha256": "9785e4e131a5cc6984960512db3e9f80d2d3d813abc52307250020704215db2d", | |
| "bytes": 1062367927, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/equal-dmd/transformer_partial.pth" | |
| }, | |
| { | |
| "path": "adapter_low_noise/dmd_timestep_contract.json", | |
| "sha256": "f1577901740c5b77d76cfb4732fdf4dbd8afc87e6232ecf5db6e1209594bfb59", | |
| "bytes": 123820, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/dmd_timestep_contract.json" | |
| }, | |
| { | |
| "path": "adapter_low_noise/pytorch_lora_weights.safetensors", | |
| "sha256": "a0f2884a8e873ea3db316ccd1a0502c98e1a335b52c277aecdbbbcfe1212dc36", | |
| "bytes": 2503578928, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/pytorch_lora_weights.safetensors" | |
| }, | |
| { | |
| "path": "adapter_low_noise/repencoder_frozen.json", | |
| "sha256": "333dba388746b475114cd664d6fff498b26d7eef4d366f882f4cb7c26077c39e", | |
| "bytes": 841, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/repencoder_frozen.json" | |
| }, | |
| { | |
| "path": "adapter_low_noise/transformer_partial.pth", | |
| "sha256": "72e4a61fe7c6fb1af9285a4f09f545919f3b625c69647ebfe7565a6bf04934cc", | |
| "bytes": 1062367927, | |
| "source": "s3://arcwm-code-us-west-2/karmyu/WorldCore_distill/verified_dual/assets/old-dmd/transformer_partial.pth" | |
| }, | |
| { | |
| "path": "repencoder/config.json", | |
| "bytes": 628, | |
| "sha256": "bf2dbb002da475cf00ce4081369c1bc60a7199d8c5a5e92d801d8670e396d153" | |
| }, | |
| { | |
| "path": "repencoder/manifest.json", | |
| "bytes": 440, | |
| "sha256": "6b2b0ff728631b83675847f813cb8b834f62ac3d8c0ad9bf774fbd2077669236" | |
| }, | |
| { | |
| "path": "repencoder/model.safetensors", | |
| "bytes": 2478869000, | |
| "sha256": "5e86abf6f1ecf86f52610be115827d123113fdfa1aab00630d76a2d2a1e938fc" | |
| }, | |
| { | |
| "path": "scheduler/scheduler_config.json", | |
| "bytes": 546, | |
| "sha256": "068bc88be7831692531256864892221b5488bfd2644bef6276c4826973d74658" | |
| }, | |
| { | |
| "path": "text_encoder/config.json", | |
| "bytes": 853, | |
| "sha256": "9a338d42a846fc83a814edc816d42d79ed325ca4f05de24bf7614a4ed49cc203" | |
| }, | |
| { | |
| "path": "text_encoder/model-00001-of-00005.safetensors", | |
| "bytes": 4972389712, | |
| "sha256": "c0ef3a140898e228a3520c9adec60743d2e8e5b3d229651bb37f1a3921919f99" | |
| }, | |
| { | |
| "path": "text_encoder/model-00002-of-00005.safetensors", | |
| "bytes": 4899225672, | |
| "sha256": "481c7b2b39771c44df6dd8d13ee12ed072d731b4a650bd092885d4d52db229ad" | |
| }, | |
| { | |
| "path": "text_encoder/model-00003-of-00005.safetensors", | |
| "bytes": 4966309504, | |
| "sha256": "f93148bcc04052a169e1e49bfcf6125df6cf9bf243cb9c627da75266cf8e35c3" | |
| }, | |
| { | |
| "path": "text_encoder/model-00004-of-00005.safetensors", | |
| "bytes": 4999880704, | |
| "sha256": "a451792c739c05bca4606190cc2dd16731411bac03b4cf6aacc5767321f857c9" | |
| }, | |
| { | |
| "path": "text_encoder/model-00005-of-00005.safetensors", | |
| "bytes": 2885866152, | |
| "sha256": "7e76e18d224531b8197a46231cb53daf7f2f6ca707130252becf933026ac4eea" | |
| }, | |
| { | |
| "path": "text_encoder/model.safetensors.index.json", | |
| "bytes": 22476, | |
| "sha256": "8af791f24a6447aa30c95786f40adf23d3c9df97470d2f36159c8f1113f120b4" | |
| }, | |
| { | |
| "path": "tokenizer/special_tokens_map.json", | |
| "bytes": 7079, | |
| "sha256": "456b58fd240a06c743a7c2cf8008bec501240d68ebd1fc4018ea569505fea270" | |
| }, | |
| { | |
| "path": "tokenizer/spiece.model", | |
| "bytes": 4548313, | |
| "sha256": "e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458" | |
| }, | |
| { | |
| "path": "tokenizer/tokenizer.json", | |
| "bytes": 16837459, | |
| "sha256": "20a46ac256746594ed7e1e3ef733b83fbc5a6f0922aa7480eda961743de080ef" | |
| }, | |
| { | |
| "path": "tokenizer/tokenizer_config.json", | |
| "bytes": 61758, | |
| "sha256": "1d8d2a216bf8e70ac15b7ddcea566c4dd0433c024b39a58ca5e4c66bd78defbd" | |
| }, | |
| { | |
| "path": "vae/config.json", | |
| "bytes": 724, | |
| "sha256": "3f9dea1982651f199b82da9a2527db1d6473e76949835dd088d9fa24309250fd" | |
| }, | |
| { | |
| "path": "vae/diffusion_pytorch_model.safetensors", | |
| "bytes": 507591892, | |
| "sha256": "d6e524b3fffede1787a74e81b30976dce5400c4439ba64222168e607ed19e793" | |
| } | |
| ], | |
| "repencoder": { | |
| "reference_file_sha256": "f4bfdad9ac4ec451a5d08ec19d94befc928032574367564143dce1cfe6f91504", | |
| "shared_file_sha256": "5e86abf6f1ecf86f52610be115827d123113fdfa1aab00630d76a2d2a1e938fc", | |
| "payload_sha256": "e6ac9fd1cdf0c0193aeb6397e0f3ddc749663d16aa2bec23ca38dcb9a5319417", | |
| "key_mapping": { | |
| "lora_A": "low_rank_a", | |
| "lora_B": "low_rank_b" | |
| } | |
| }, | |
| "lineage": { | |
| "high": { | |
| "base": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/assets/mid_mind111s1000_reinit_20260911_172601_merged_transformer/", | |
| "mid": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_mid_init_repencoder_mind111s1000_20260911_172601/checkpoints/checkpoint-5000/", | |
| "dmd": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_dmd2500_scorem111_equal_20260914_232100/checkpoints/checkpoint-2000/", | |
| "runtime_steps": [ | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5 | |
| ] | |
| }, | |
| "low": { | |
| "base": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/assets/natural8000_merged_transformer/", | |
| "mid": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_mid_init_repencoder_20260820_110538/checkpoints/checkpoint-5000/", | |
| "dmd": "s3://arcwm-code-us-west-2/kunhaokhliu/Helios/experiments/helios_dmd_repencoder_mid5000_ts_align_20260821_165757/checkpoints/checkpoint-3000/", | |
| "runtime_steps": [ | |
| 6 | |
| ] | |
| }, | |
| "merge_policy": "Base + its own Mid merged in CPU FP32, saved in source dtype. DMD LoRA remains unmerged. UCPE comes from each DMD transformer_partial.pth.", | |
| "reference_results": "s3://arcwm-code-us-west-2/karmyu/tmp_agents/WorldCore_distill/equal5_old1/teaser28/results/" | |
| } | |
| } | |