Hugging Face's logo

nvidia
/
Cosmos3-Nano-Sim-Transfer

Cosmos
Diffusers
Safetensors
cosmos3_omni
nvidia
cosmos3
omnimodel
Model card Files
xet
 Community
Cosmos3-Nano-Sim-Transfer
File size: 2,290 Bytes
23b7738
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
  "_blocks_class_name": "Cosmos3DistilledBlocks",
  "_class_name": "Cosmos3NanoSimTransferPipeline",
  "_cosmos3_nano_sim_bimanual": {
    "attention_mode": "three_way",
    "base_fps": 24,
    "checkpoint_hash": "06e78ab5bbb81b7ad92842c359c3b9e3e64000dc43574ed6180cfc0dee701f0a",
    "checkpoint_id": "causal_8b_sf_dmd_transfer_480p_direct_resize_caption_mix_from_stage2_iter2250@iter_000001500",
    "checkpoint_iteration": 1500,
    "chunk_size": 1,
    "enable_fps_modulation": true,
    "fixed_step_sampler_config": {
      "num_train_timesteps": 1000,
      "sample_type": "sde",
      "t_list": [
        1.0,
        0.9375,
        0.8333333333333334,
        0.625
      ]
    },
    "latent_patch_size": 2,
    "schema_version": 1,
    "sink_frames": 1,
    "temporal_compression_factor": 4,
    "temporal_modality_margin": 15000,
    "text_cache_max_len": 512,
    "unified_3d_mrope_reset_spatial_ids": true,
    "vae_spatial_compression_factor": 16,
    "video_temporal_causal": true,
    "window_frames": 51
  },
  "_diffusers_version": "0.39.0",
  "distilled_sigmas": [
    1.0,
    0.9375,
    0.8333333333333334,
    0.625
  ],
  "is_distilled": true,
  "scheduler": [
    "diffusers",
    "FlowMatchEulerDiscreteScheduler",
    {
      "pretrained_model_name_or_path": "diffusers_format",
      "subfolder": "scheduler",
      "type_hint": [
        "diffusers",
        "FlowMatchEulerDiscreteScheduler"
      ],
      "variant": null
    }
  ],
  "text_tokenizer": [
    "transformers",
    "Qwen2TokenizerFast",
    {
      "pretrained_model_name_or_path": "diffusers_format",
      "subfolder": "text_tokenizer",
      "type_hint": [
        "transformers",
        "Qwen2TokenizerFast"
      ],
      "variant": null
    }
  ],
  "transformer": [
    "diffusers",
    "Cosmos3OmniTransformer",
    {
      "pretrained_model_name_or_path": "diffusers_format",
      "subfolder": "transformer",
      "type_hint": [
        "diffusers",
        "Cosmos3OmniTransformer"
      ],
      "variant": null
    }
  ],
  "vae": [
    "diffusers",
    "AutoencoderKLWan",
    {
      "pretrained_model_name_or_path": "diffusers_format",
      "subfolder": "vae",
      "type_hint": [
        "diffusers",
        "AutoencoderKLWan"
      ],
      "variant": null
    }
  ]
}