Instructions to use nvidia/Cosmos3-Nano-Sim-Transfer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Nano-Sim-Transfer with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download modular_model_index.json from nvidia/Cosmos3-Nano-Sim-Transfer: direct link, hf CLI and curl.
- Browser
- Download file 2.29 kB
-
https://huggingface.co/nvidia/Cosmos3-Nano-Sim-Transfer/resolve/main/modular_model_index.json
- Command line
-
hf download hf://nvidia/Cosmos3-Nano-Sim-Transfer/modular_model_index.json
-
curl -L -o modular_model_index.json https://huggingface.co/nvidia/Cosmos3-Nano-Sim-Transfer/resolve/main/modular_model_index.json
2.29 kB
| { | |
| "_blocks_class_name": "Cosmos3DistilledBlocks", | |
| "_class_name": "Cosmos3NanoSimTransferPipeline", | |
| "_cosmos3_nano_sim_bimanual": { | |
| "attention_mode": "three_way", | |
| "base_fps": 24, | |
| "checkpoint_hash": "06e78ab5bbb81b7ad92842c359c3b9e3e64000dc43574ed6180cfc0dee701f0a", | |
| "checkpoint_id": "causal_8b_sf_dmd_transfer_480p_direct_resize_caption_mix_from_stage2_iter2250@iter_000001500", | |
| "checkpoint_iteration": 1500, | |
| "chunk_size": 1, | |
| "enable_fps_modulation": true, | |
| "fixed_step_sampler_config": { | |
| "num_train_timesteps": 1000, | |
| "sample_type": "sde", | |
| "t_list": [ | |
| 1.0, | |
| 0.9375, | |
| 0.8333333333333334, | |
| 0.625 | |
| ] | |
| }, | |
| "latent_patch_size": 2, | |
| "schema_version": 1, | |
| "sink_frames": 1, | |
| "temporal_compression_factor": 4, | |
| "temporal_modality_margin": 15000, | |
| "text_cache_max_len": 512, | |
| "unified_3d_mrope_reset_spatial_ids": true, | |
| "vae_spatial_compression_factor": 16, | |
| "video_temporal_causal": true, | |
| "window_frames": 51 | |
| }, | |
| "_diffusers_version": "0.39.0", | |
| "distilled_sigmas": [ | |
| 1.0, | |
| 0.9375, | |
| 0.8333333333333334, | |
| 0.625 | |
| ], | |
| "is_distilled": true, | |
| "scheduler": [ | |
| "diffusers", | |
| "FlowMatchEulerDiscreteScheduler", | |
| { | |
| "pretrained_model_name_or_path": "diffusers_format", | |
| "subfolder": "scheduler", | |
| "type_hint": [ | |
| "diffusers", | |
| "FlowMatchEulerDiscreteScheduler" | |
| ], | |
| "variant": null | |
| } | |
| ], | |
| "text_tokenizer": [ | |
| "transformers", | |
| "Qwen2TokenizerFast", | |
| { | |
| "pretrained_model_name_or_path": "diffusers_format", | |
| "subfolder": "text_tokenizer", | |
| "type_hint": [ | |
| "transformers", | |
| "Qwen2TokenizerFast" | |
| ], | |
| "variant": null | |
| } | |
| ], | |
| "transformer": [ | |
| "diffusers", | |
| "Cosmos3OmniTransformer", | |
| { | |
| "pretrained_model_name_or_path": "diffusers_format", | |
| "subfolder": "transformer", | |
| "type_hint": [ | |
| "diffusers", | |
| "Cosmos3OmniTransformer" | |
| ], | |
| "variant": null | |
| } | |
| ], | |
| "vae": [ | |
| "diffusers", | |
| "AutoencoderKLWan", | |
| { | |
| "pretrained_model_name_or_path": "diffusers_format", | |
| "subfolder": "vae", | |
| "type_hint": [ | |
| "diffusers", | |
| "AutoencoderKLWan" | |
| ], | |
| "variant": null | |
| } | |
| ] | |
| } | |