lamianlbe commited on
Commit
714c06f
·
verified ·
1 Parent(s): 2be86a8

Upload folder using huggingface_hub

Browse files
Files changed (42) hide show
  1. .gitattributes +2 -0
  2. audio_vae/config.json +51 -0
  3. audio_vae/model.safetensors +3 -0
  4. model_index.json +28 -0
  5. spatial_upscaler/config.json +9 -0
  6. spatial_upscaler/model.safetensors +3 -0
  7. spatial_upscaler_x1_5/config.json +11 -0
  8. spatial_upscaler_x1_5/model.safetensors +3 -0
  9. text_embedding_projection/config.json +36 -0
  10. text_embedding_projection/model.safetensors +3 -0
  11. text_encoder/config.json +36 -0
  12. text_encoder/gemma/added_tokens.json +3 -0
  13. text_encoder/gemma/chat_template.json +3 -0
  14. text_encoder/gemma/config.json +40 -0
  15. text_encoder/gemma/generation_config.json +13 -0
  16. text_encoder/gemma/model-00001-of-00005.safetensors +3 -0
  17. text_encoder/gemma/model-00002-of-00005.safetensors +3 -0
  18. text_encoder/gemma/model-00003-of-00005.safetensors +3 -0
  19. text_encoder/gemma/model-00004-of-00005.safetensors +3 -0
  20. text_encoder/gemma/model-00005-of-00005.safetensors +3 -0
  21. text_encoder/gemma/model.safetensors.index.json +0 -0
  22. text_encoder/gemma/preprocessor_config.json +29 -0
  23. text_encoder/gemma/processor_config.json +4 -0
  24. text_encoder/gemma/special_tokens_map.json +33 -0
  25. text_encoder/gemma/tokenizer.json +3 -0
  26. text_encoder/gemma/tokenizer.model +3 -0
  27. text_encoder/gemma/tokenizer_config.json +0 -0
  28. text_encoder/model.safetensors +3 -0
  29. tokenizer/added_tokens.json +3 -0
  30. tokenizer/chat_template.json +3 -0
  31. tokenizer/preprocessor_config.json +29 -0
  32. tokenizer/processor_config.json +4 -0
  33. tokenizer/special_tokens_map.json +33 -0
  34. tokenizer/tokenizer.json +3 -0
  35. tokenizer/tokenizer.model +3 -0
  36. tokenizer/tokenizer_config.json +0 -0
  37. transformer/config.json +41 -0
  38. transformer/model.safetensors +3 -0
  39. vae/config.json +133 -0
  40. vae/model.safetensors +3 -0
  41. vocoder/config.json +102 -0
  42. vocoder/model.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ text_encoder/gemma/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
audio_vae/config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_vae": {
3
+ "model": {
4
+ "params": {
5
+ "ddconfig": {
6
+ "double_z": true,
7
+ "mel_bins": 64,
8
+ "z_channels": 8,
9
+ "resolution": 256,
10
+ "downsample_time": false,
11
+ "in_channels": 2,
12
+ "out_ch": 2,
13
+ "ch": 128,
14
+ "ch_mult": [
15
+ 1,
16
+ 2,
17
+ 4
18
+ ],
19
+ "num_res_blocks": 2,
20
+ "attn_resolutions": [],
21
+ "dropout": 0.0,
22
+ "mid_block_add_attention": false,
23
+ "norm_type": "pixel",
24
+ "causality_axis": "height"
25
+ },
26
+ "sampling_rate": 16000
27
+ }
28
+ },
29
+ "preprocessing": {
30
+ "audio": {
31
+ "sampling_rate": 16000,
32
+ "max_wav_value": 32768.0,
33
+ "duration": 5.12,
34
+ "stereo": true,
35
+ "causal_padding": 3
36
+ },
37
+ "stft": {
38
+ "filter_length": 1024,
39
+ "hop_length": 160,
40
+ "win_length": 1024,
41
+ "causal": true
42
+ },
43
+ "mel": {
44
+ "n_mel_channels": 64,
45
+ "mel_fmin": 0,
46
+ "mel_fmax": 8000
47
+ }
48
+ }
49
+ },
50
+ "_class_name": "LTX2AudioDecoder"
51
+ }
audio_vae/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f86f566ac1f384e145798a609ffeebe3cf4e272c45ea915e525cde4abd10d1e
3
+ size 106507988
model_index.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2Pipeline",
3
+ "_diffusers_version": "0.33.0.dev0",
4
+ "transformer": [
5
+ "diffusers",
6
+ "LTX2Transformer3DModel"
7
+ ],
8
+ "vae": [
9
+ "diffusers",
10
+ "CausalVideoAutoencoder"
11
+ ],
12
+ "text_encoder": [
13
+ "transformers",
14
+ "LTX2GemmaTextEncoderModel"
15
+ ],
16
+ "tokenizer": [
17
+ "transformers",
18
+ "AutoTokenizer"
19
+ ],
20
+ "audio_vae": [
21
+ "diffusers",
22
+ "LTX2AudioDecoder"
23
+ ],
24
+ "vocoder": [
25
+ "diffusers",
26
+ "LTX2Vocoder"
27
+ ]
28
+ }
spatial_upscaler/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2LatentUpsampler",
3
+ "in_channels": 128,
4
+ "mid_channels": 1024,
5
+ "num_blocks_per_stage": 4,
6
+ "dims": 3,
7
+ "spatial_upsample": true,
8
+ "temporal_upsample": false
9
+ }
spatial_upscaler/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07f97ea335a2cd28402e85194227716eca760e99331d6529d160c3199a425f0
3
+ size 995743288
spatial_upscaler_x1_5/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LTX2LatentUpsampler",
3
+ "in_channels": 128,
4
+ "mid_channels": 1024,
5
+ "num_blocks_per_stage": 4,
6
+ "dims": 3,
7
+ "spatial_upsample": true,
8
+ "temporal_upsample": false,
9
+ "spatial_scale": 1.5,
10
+ "rational_resampler": true
11
+ }
spatial_upscaler_x1_5/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a0b96bc5b4dbc5d28859896c1b8f239bb9cb186a9b71cc2106af21b7a845f28
3
+ size 1090125530
text_embedding_projection/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LTX2GemmaTextEncoderModel"
4
+ ],
5
+ "hidden_size": 3840,
6
+ "num_hidden_layers": 48,
7
+ "num_attention_heads": 30,
8
+ "text_len": 1024,
9
+ "pad_token_id": 0,
10
+ "eos_token_id": 2,
11
+ "gemma_model_path": "gemma",
12
+ "gemma_dtype": "bfloat16",
13
+ "padding_side": "left",
14
+ "feature_extractor_in_features": 188160,
15
+ "feature_extractor_out_features": 3840,
16
+ "connector_num_attention_heads": 32,
17
+ "connector_attention_head_dim": 128,
18
+ "connector_num_layers": 8,
19
+ "connector_positional_embedding_theta": 10000.0,
20
+ "connector_positional_embedding_max_pos": [
21
+ 4096
22
+ ],
23
+ "connector_rope_type": "split",
24
+ "connector_double_precision_rope": true,
25
+ "connector_num_learnable_registers": 128,
26
+ "caption_proj_before_connector": true,
27
+ "caption_projection_first_linear": false,
28
+ "caption_proj_input_norm": false,
29
+ "caption_projection_second_linear": false,
30
+ "audio_connector_num_attention_heads": 32,
31
+ "audio_connector_attention_head_dim": 64,
32
+ "audio_connector_num_layers": 8,
33
+ "connector_apply_gated_attention": true,
34
+ "video_feature_extractor_out_features": 4096,
35
+ "audio_feature_extractor_out_features": 2048
36
+ }
text_embedding_projection/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ed4ecd1b84eb8de2918724fd80fa7166c3eb5395ff06217614485d6243a096
3
+ size 6344492152
text_encoder/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LTX2GemmaTextEncoderModel"
4
+ ],
5
+ "hidden_size": 3840,
6
+ "num_hidden_layers": 48,
7
+ "num_attention_heads": 30,
8
+ "text_len": 1024,
9
+ "pad_token_id": 0,
10
+ "eos_token_id": 2,
11
+ "gemma_model_path": "gemma",
12
+ "gemma_dtype": "bfloat16",
13
+ "padding_side": "left",
14
+ "feature_extractor_in_features": 188160,
15
+ "feature_extractor_out_features": 3840,
16
+ "connector_num_attention_heads": 32,
17
+ "connector_attention_head_dim": 128,
18
+ "connector_num_layers": 8,
19
+ "connector_positional_embedding_theta": 10000.0,
20
+ "connector_positional_embedding_max_pos": [
21
+ 4096
22
+ ],
23
+ "connector_rope_type": "split",
24
+ "connector_double_precision_rope": true,
25
+ "connector_num_learnable_registers": 128,
26
+ "caption_proj_before_connector": true,
27
+ "caption_projection_first_linear": false,
28
+ "caption_proj_input_norm": false,
29
+ "caption_projection_second_linear": false,
30
+ "audio_connector_num_attention_heads": 32,
31
+ "audio_connector_attention_head_dim": 64,
32
+ "audio_connector_num_layers": 8,
33
+ "connector_apply_gated_attention": true,
34
+ "video_feature_extractor_out_features": 4096,
35
+ "audio_feature_extractor_out_features": 2048
36
+ }
text_encoder/gemma/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<image_soft_token>": 262144
3
+ }
text_encoder/gemma/chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '<start_of_image>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
3
+ }
text_encoder/gemma/config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
+ ],
5
+ "boi_token_index": 255999,
6
+ "eoi_token_index": 256000,
7
+ "eos_token_id": [
8
+ 1,
9
+ 106
10
+ ],
11
+ "image_token_index": 262144,
12
+ "initializer_range": 0.02,
13
+ "mm_tokens_per_image": 256,
14
+ "model_type": "gemma3",
15
+ "text_config": {
16
+ "hidden_size": 3840,
17
+ "intermediate_size": 15360,
18
+ "model_type": "gemma3_text",
19
+ "num_attention_heads": 16,
20
+ "num_hidden_layers": 48,
21
+ "num_key_value_heads": 8,
22
+ "rope_scaling": {
23
+ "factor": 8.0,
24
+ "rope_type": "linear"
25
+ },
26
+ "sliding_window": 1024
27
+ },
28
+ "torch_dtype": "bfloat16",
29
+ "transformers_version": "4.50.0.dev0",
30
+ "vision_config": {
31
+ "hidden_size": 1152,
32
+ "image_size": 896,
33
+ "intermediate_size": 4304,
34
+ "model_type": "siglip_vision_model",
35
+ "num_attention_heads": 16,
36
+ "num_hidden_layers": 27,
37
+ "patch_size": 14,
38
+ "vision_use_head": false
39
+ }
40
+ }
text_encoder/gemma/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 2,
3
+ "cache_implementation": "hybrid",
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 1,
7
+ 106
8
+ ],
9
+ "pad_token_id": 0,
10
+ "top_k": 64,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.50.0.dev0"
13
+ }
text_encoder/gemma/model-00001-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3303fcf94ebcf8fbf51b90169cbf88f4804b52ab4555b41745cb42f8cdca1528
3
+ size 4979902192
text_encoder/gemma/model-00002-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d19daf93e52cc163648f0ee5cb7fde6feacf19c4fbbadce719d24fa369431e1
3
+ size 4931296592
text_encoder/gemma/model-00003-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3016ef32217aa3c30c99151f1ae3ad255114eb89942a393b6d8f80cda9e19c3
3
+ size 4931296656
text_encoder/gemma/model-00004-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c051b29b34ffe0c9dfef895b205d0571f42a5783af5f1dea68c134f5a60b78
3
+ size 4931296656
text_encoder/gemma/model-00005-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9935bbf0307208b3f925df4265d7366fb70b0d08c371a177967b74e243329350
3
+ size 4601000928
text_encoder/gemma/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
text_encoder/gemma/preprocessor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_pan_and_scan": null,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "pan_and_scan_max_num_crops": null,
20
+ "pan_and_scan_min_crop_size": null,
21
+ "pan_and_scan_min_ratio_to_activate": null,
22
+ "processor_class": "Gemma3Processor",
23
+ "resample": 2,
24
+ "rescale_factor": 0.00392156862745098,
25
+ "size": {
26
+ "height": 896,
27
+ "width": 896
28
+ }
29
+ }
text_encoder/gemma/processor_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "image_seq_length": 256,
3
+ "processor_class": "Gemma3Processor"
4
+ }
text_encoder/gemma/special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
text_encoder/gemma/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
text_encoder/gemma/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
3
+ size 4689074
text_encoder/gemma/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
text_encoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ed4ecd1b84eb8de2918724fd80fa7166c3eb5395ff06217614485d6243a096
3
+ size 6344492152
tokenizer/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<image_soft_token>": 262144
3
+ }
tokenizer/chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '<start_of_image>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
3
+ }
tokenizer/preprocessor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_pan_and_scan": null,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Gemma3ImageProcessor",
13
+ "image_seq_length": 256,
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "pan_and_scan_max_num_crops": null,
20
+ "pan_and_scan_min_crop_size": null,
21
+ "pan_and_scan_min_ratio_to_activate": null,
22
+ "processor_class": "Gemma3Processor",
23
+ "resample": 2,
24
+ "rescale_factor": 0.00392156862745098,
25
+ "size": {
26
+ "height": 896,
27
+ "width": 896
28
+ }
29
+ }
tokenizer/processor_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "image_seq_length": 256,
3
+ "processor_class": "Gemma3Processor"
4
+ }
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
tokenizer/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
3
+ size 4689074
tokenizer/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
transformer/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_head_dim": 128,
3
+ "attention_type": "default",
4
+ "caption_channels": 3840,
5
+ "cross_attention_dim": 4096,
6
+ "in_channels": 128,
7
+ "norm_eps": 1e-06,
8
+ "num_attention_heads": 32,
9
+ "num_layers": 48,
10
+ "out_channels": 128,
11
+ "positional_embedding_theta": 10000.0,
12
+ "positional_embedding_max_pos": [
13
+ 20,
14
+ 2048,
15
+ 2048
16
+ ],
17
+ "timestep_scale_multiplier": 1000,
18
+ "av_ca_timestep_scale_multiplier": 1000.0,
19
+ "audio_num_attention_heads": 32,
20
+ "audio_attention_head_dim": 64,
21
+ "audio_out_channels": 128,
22
+ "audio_cross_attention_dim": 2048,
23
+ "audio_positional_embedding_max_pos": [
24
+ 20
25
+ ],
26
+ "use_middle_indices_grid": true,
27
+ "rope_type": "split",
28
+ "double_precision_rope": true,
29
+ "_class_name": "LTX2Transformer3DModel",
30
+ "apply_gated_attention": true,
31
+ "cross_attention_adaln": true,
32
+ "caption_proj_before_connector": true,
33
+ "caption_proj_input_norm": false,
34
+ "caption_projection_first_linear": false,
35
+ "caption_projection_second_linear": false,
36
+ "connector_num_attention_heads": 32,
37
+ "connector_attention_head_dim": 128,
38
+ "connector_num_layers": 8,
39
+ "audio_connector_num_attention_heads": 32,
40
+ "audio_connector_attention_head_dim": 64
41
+ }
transformer/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d67605a9a547994c7fcb04aa3fc1edcd1d23062b1c1e13dcd17ce156257d1f7
3
+ size 37978195728
vae/config.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae": {
3
+ "_class_name": "CausalVideoAutoencoder",
4
+ "dims": 3,
5
+ "in_channels": 3,
6
+ "out_channels": 3,
7
+ "latent_channels": 128,
8
+ "encoder_blocks": [
9
+ [
10
+ "res_x",
11
+ {
12
+ "num_layers": 4
13
+ }
14
+ ],
15
+ [
16
+ "compress_space_res",
17
+ {
18
+ "multiplier": 2
19
+ }
20
+ ],
21
+ [
22
+ "res_x",
23
+ {
24
+ "num_layers": 6
25
+ }
26
+ ],
27
+ [
28
+ "compress_time_res",
29
+ {
30
+ "multiplier": 2
31
+ }
32
+ ],
33
+ [
34
+ "res_x",
35
+ {
36
+ "num_layers": 4
37
+ }
38
+ ],
39
+ [
40
+ "compress_all_res",
41
+ {
42
+ "multiplier": 2
43
+ }
44
+ ],
45
+ [
46
+ "res_x",
47
+ {
48
+ "num_layers": 2
49
+ }
50
+ ],
51
+ [
52
+ "compress_all_res",
53
+ {
54
+ "multiplier": 1
55
+ }
56
+ ],
57
+ [
58
+ "res_x",
59
+ {
60
+ "num_layers": 2
61
+ }
62
+ ]
63
+ ],
64
+ "decoder_blocks": [
65
+ [
66
+ "res_x",
67
+ {
68
+ "num_layers": 4
69
+ }
70
+ ],
71
+ [
72
+ "compress_space",
73
+ {
74
+ "multiplier": 2
75
+ }
76
+ ],
77
+ [
78
+ "res_x",
79
+ {
80
+ "num_layers": 6
81
+ }
82
+ ],
83
+ [
84
+ "compress_time",
85
+ {
86
+ "multiplier": 2
87
+ }
88
+ ],
89
+ [
90
+ "res_x",
91
+ {
92
+ "num_layers": 4
93
+ }
94
+ ],
95
+ [
96
+ "compress_all",
97
+ {
98
+ "multiplier": 1
99
+ }
100
+ ],
101
+ [
102
+ "res_x",
103
+ {
104
+ "num_layers": 2
105
+ }
106
+ ],
107
+ [
108
+ "compress_all",
109
+ {
110
+ "multiplier": 2
111
+ }
112
+ ],
113
+ [
114
+ "res_x",
115
+ {
116
+ "num_layers": 2
117
+ }
118
+ ]
119
+ ],
120
+ "scaling_factor": 1.0,
121
+ "norm_layer": "pixel_norm",
122
+ "patch_size": 4,
123
+ "latent_log_var": "uniform",
124
+ "use_quant_conv": false,
125
+ "causal_decoder": false,
126
+ "timestep_conditioning": false,
127
+ "normalize_latent_channels": false,
128
+ "encoder_base_channels": 128,
129
+ "decoder_base_channels": 128,
130
+ "spatial_padding_mode": "zeros"
131
+ },
132
+ "_class_name": "CausalVideoAutoencoder"
133
+ }
vae/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff48897fbad8eb5bb63db42f4e70f8a0cfa6491805947c2927eaaf13217d548
3
+ size 1452233474
vocoder/config.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocoder": {
3
+ "vocoder": {
4
+ "upsample_initial_channel": 1536,
5
+ "resblock": "AMP1",
6
+ "upsample_rates": [
7
+ 5,
8
+ 2,
9
+ 2,
10
+ 2,
11
+ 2,
12
+ 2
13
+ ],
14
+ "resblock_kernel_sizes": [
15
+ 3,
16
+ 7,
17
+ 11
18
+ ],
19
+ "upsample_kernel_sizes": [
20
+ 11,
21
+ 4,
22
+ 4,
23
+ 4,
24
+ 4,
25
+ 4
26
+ ],
27
+ "resblock_dilation_sizes": [
28
+ [
29
+ 1,
30
+ 3,
31
+ 5
32
+ ],
33
+ [
34
+ 1,
35
+ 3,
36
+ 5
37
+ ],
38
+ [
39
+ 1,
40
+ 3,
41
+ 5
42
+ ]
43
+ ],
44
+ "stereo": true,
45
+ "use_tanh_at_final": false,
46
+ "activation": "snakebeta",
47
+ "use_bias_at_final": false
48
+ },
49
+ "bwe": {
50
+ "upsample_initial_channel": 512,
51
+ "resblock": "AMP1",
52
+ "upsample_rates": [
53
+ 6,
54
+ 5,
55
+ 2,
56
+ 2,
57
+ 2
58
+ ],
59
+ "resblock_kernel_sizes": [
60
+ 3,
61
+ 7,
62
+ 11
63
+ ],
64
+ "upsample_kernel_sizes": [
65
+ 12,
66
+ 11,
67
+ 4,
68
+ 4,
69
+ 4
70
+ ],
71
+ "resblock_dilation_sizes": [
72
+ [
73
+ 1,
74
+ 3,
75
+ 5
76
+ ],
77
+ [
78
+ 1,
79
+ 3,
80
+ 5
81
+ ],
82
+ [
83
+ 1,
84
+ 3,
85
+ 5
86
+ ]
87
+ ],
88
+ "stereo": true,
89
+ "use_tanh_at_final": false,
90
+ "activation": "snakebeta",
91
+ "use_bias_at_final": false,
92
+ "apply_final_activation": false,
93
+ "input_sampling_rate": 16000,
94
+ "output_sampling_rate": 48000,
95
+ "hop_length": 80,
96
+ "n_fft": 512,
97
+ "win_size": 512,
98
+ "num_mels": 64
99
+ }
100
+ },
101
+ "_class_name": "LTX2Vocoder"
102
+ }
vocoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64c7e94f0744ec68d04df6616bf5a8369bc20c41addb82f8ad5086fea2386f2
3
+ size 258308856