Instructions to use nvidia/Cosmos3-Nano-Sim-Transfer with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Nano-Sim-Transfer with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
File size: 1,457 Bytes
23b7738 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 | {
"checkpoint_type": "hf",
"cosmos3_nano_sim_bimanual": {
"attention_mode": "three_way",
"checkpoint_hash": "06e78ab5bbb81b7ad92842c359c3b9e3e64000dc43574ed6180cfc0dee701f0a",
"checkpoint_id": "causal_8b_sf_dmd_transfer_480p_direct_resize_caption_mix_from_stage2_iter2250@iter_000001500",
"checkpoint_iteration": 1500,
"chunk_partition": [
1,
1
],
"chunk_size": 1,
"conditioning": {
"emphasize_control_in_prompt": true,
"hints": [
"edge",
"blur",
"depth",
"seg"
],
"mode": "control_video",
"no_eviction": true,
"share_vision_temporal_positions": true,
"system_prompt_id": "cosmos3_transfer_v1",
"transfer_control_attention_mode": "causal_control_with_rgb_history"
},
"fixed_step_sampler_config": {
"num_train_timesteps": 1000,
"sample_type": "sde",
"t_list": [
1.0,
0.9375,
0.8333333333333334,
0.625
]
},
"latent_patch_size": 2,
"mrope": {
"base_fps": 24,
"enable_fps_modulation": true,
"reset_spatial_ids": true,
"temporal_modality_margin": 15000
},
"schema_version": 1,
"sink_frames": 1,
"temporal_compression_factor": 4,
"text_cache_max_len": 512,
"vae_spatial_compression_factor": 16,
"video_temporal_causal": true,
"window_frames": 51
},
"source_weights": "ema",
"student_only": true
}
|