update_config

config.json

@@ -216,6 +216,8 @@
             "sensor_to_sensor_bounds": null
           }
         },
+        "maskless_cross_view_action_attends_action": false,
+        "maskless_cross_view_attends_action": false,
         "maskless_cross_view_band_keys": "other_views",
         "maskless_cross_view_band_radius": 0,
         "maskless_cross_view_include_frame_zero": false,

model_index.json

@@ -1,7 +1,7 @@
 {
   "_class_name": "Cosmos3MultiviewPipeline",
-  "_diffusers_version": "0.39.0",
-  "default_use_system_prompt": true,
+  "_diffusers_version": "0.40.0",
+  "default_use_system_prompt": false,
   "enable_safety_checker": false,
   "safety_checker": [
     null,
@@ -17,13 +17,13 @@
   ],
   "text_tokenizer": [
     "transformers",
-    "Qwen2TokenizerFast"
+    "Qwen2Tokenizer"
   ],
   "transformer": [
     "diffusers",
     "Cosmos3OmniTransformer"
   ],
-  "use_native_flow_schedule": false,
+  "use_native_flow_schedule": true,
   "vae": [
     "diffusers",
     "AutoencoderKLWan"

modular_model_index.json

@@ -1,13 +1,15 @@
 {
   "_blocks_class_name": "Cosmos3OmniBlocks",
   "_class_name": "Cosmos3OmniModularPipeline",
-  "_diffusers_version": "0.39.0",
+  "_diffusers_version": "0.40.0",
   "is_distilled": false,
+  "default_use_system_prompt": false,
+  "enable_safety_checker": false,
   "scheduler": [
     "diffusers",
     "UniPCMultistepScheduler",
     {
-      "pretrained_model_name_or_path": "diffusers_format2",
+      "pretrained_model_name_or_path": "diffusers_format7",
       "subfolder": "scheduler",
       "type_hint": [
         "diffusers",
@@ -18,13 +20,13 @@
   ],
   "text_tokenizer": [
     "transformers",
-    "Qwen2TokenizerFast",
+    "Qwen2Tokenizer",
     {
-      "pretrained_model_name_or_path": "diffusers_format2",
+      "pretrained_model_name_or_path": "diffusers_format7",
       "subfolder": "text_tokenizer",
       "type_hint": [
         "transformers",
-        "Qwen2TokenizerFast"
+        "Qwen2Tokenizer"
       ],
       "variant": null
     }
@@ -33,7 +35,7 @@
     "diffusers",
     "Cosmos3OmniTransformer",
     {
-      "pretrained_model_name_or_path": "diffusers_format2",
+      "pretrained_model_name_or_path": "diffusers_format7",
       "subfolder": "transformer",
       "type_hint": [
         "diffusers",
@@ -42,11 +44,12 @@
       "variant": null
     }
   ],
+  "use_native_flow_schedule": true,
   "vae": [
     "diffusers",
     "AutoencoderKLWan",
     {
-      "pretrained_model_name_or_path": "diffusers_format2",
+      "pretrained_model_name_or_path": "diffusers_format7",
       "subfolder": "vae",
       "type_hint": [
         "diffusers",

scheduler/scheduler_config.json

@@ -1,13 +1,13 @@
 {
   "_class_name": "UniPCMultistepScheduler",
-  "_diffusers_version": "0.39.0",
+  "_diffusers_version": "0.40.0",
   "beta_end": 0.02,
   "beta_schedule": "linear",
   "beta_start": 0.0001,
   "disable_corrector": [],
   "dynamic_thresholding_ratio": 0.995,
   "final_sigmas_type": "zero",
-  "flow_shift": 1.0,
+  "flow_shift": 10.0,
   "lower_order_final": true,
   "num_train_timesteps": 1000,
   "predict_x0": true,
@@ -15,8 +15,8 @@
   "rescale_betas_zero_snr": false,
   "sample_max_value": 1.0,
   "shift_terminal": null,
-  "sigma_max": 200.0,
-  "sigma_min": 0.147,
+  "sigma_max": null,
+  "sigma_min": null,
   "solver_order": 2,
   "solver_p": null,
   "solver_type": "bh2",
@@ -29,5 +29,5 @@
   "use_dynamic_shifting": false,
   "use_exponential_sigmas": false,
   "use_flow_sigmas": true,
-  "use_karras_sigmas": true
+  "use_karras_sigmas": false
 }

text_tokenizer/tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
-size 11422654
+oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
+size 11422650

text_tokenizer/tokenizer_config.json

@@ -1,217 +1,11 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "151643": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151644": {
-      "content": "<|im_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151645": {
-      "content": "<|im_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151665": {
-      "content": "<tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151666": {
-      "content": "</tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151667": {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151668": {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    }
-  },
-  "additional_special_tokens": [
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
     "<|im_start|>",
     "<|im_end|>",
     "<|object_ref_start|>",
@@ -226,11 +20,8 @@
     "<|image_pad|>",
     "<|video_pad|>"
   ],
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "errors": "replace",
-  "extra_special_tokens": {},
+  "is_local": false,
+  "local_files_only": false,
   "model_max_length": 262144,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,

transformer/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "Cosmos3OmniTransformer",
-  "_diffusers_version": "0.39.0",
+  "_diffusers_version": "0.40.0",
   "action_dim": 32,
   "action_gen": false,
   "attention_bias": false,
@@ -170,6 +170,7 @@
       20,
       20
     ],
+    "rope_theta": 5000000,
     "rope_type": "default"
   },
   "rope_theta": 5000000,

vae/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "AutoencoderKLWan",
-  "_diffusers_version": "0.39.0",
+  "_diffusers_version": "0.40.0",
   "_name_or_path": "Wan-AI/Wan2.2-TI2V-5B-Diffusers",
   "attn_scales": [],
   "base_dim": 160,