Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text

model_index.json

@@ -0,0 +1,39 @@
+{
+  "_class_name": "WanImageToVideoPipeline",
+  "_diffusers_version": "0.41.0",
+  "_name_or_path": "cs3customs/wan2.2_i2v_14b_fp16_diffusers",
+  "boundary_ratio": 0.9,
+  "expand_timesteps": false,
+  "image_encoder": [
+    null,
+    null
+  ],
+  "image_processor": [
+    null,
+    null
+  ],
+  "scheduler": [
+    "diffusers",
+    "UniPCMultistepScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "UMT5EncoderModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "T5Tokenizer"
+  ],
+  "transformer": [
+    "diffusers",
+    "WanTransformer3DModel"
+  ],
+  "transformer_2": [
+    "diffusers",
+    "WanTransformer3DModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKLWan"
+  ]
+}

scheduler/scheduler_config.json

@@ -0,0 +1,33 @@
+{
+  "_class_name": "UniPCMultistepScheduler",
+  "_diffusers_version": "0.41.0",
+  "beta_end": 0.02,
+  "beta_schedule": "linear",
+  "beta_start": 0.0001,
+  "disable_corrector": [],
+  "dynamic_thresholding_ratio": 0.995,
+  "final_sigmas_type": "zero",
+  "flow_shift": 3.0,
+  "lower_order_final": true,
+  "num_train_timesteps": 1000,
+  "predict_x0": true,
+  "prediction_type": "flow_prediction",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "shift_terminal": null,
+  "sigma_max": null,
+  "sigma_min": null,
+  "solver_order": 2,
+  "solver_p": null,
+  "solver_type": "bh2",
+  "steps_offset": 0,
+  "thresholding": false,
+  "time_shift_type": "exponential",
+  "timestep_spacing": "linspace",
+  "trained_betas": null,
+  "use_beta_sigmas": false,
+  "use_dynamic_shifting": false,
+  "use_exponential_sigmas": false,
+  "use_flow_sigmas": true,
+  "use_karras_sigmas": false
+}

text_encoder/config.json

@@ -0,0 +1,49 @@
+{
+  "architectures": [
+    "UMT5EncoderModel"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 10240,
+  "d_kv": 64,
+  "d_model": 4096,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "dtype": "float16",
+  "eos_token_id": 1,
+  "feed_forward_proj": "gated-gelu",
+  "initializer_factor": 1.0,
+  "is_decoder": false,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "umt5",
+  "num_decoder_layers": 24,
+  "num_heads": 64,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true,
+    "quant_method": "bitsandbytes"
+  },
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "scalable_attention": true,
+  "tie_word_embeddings": true,
+  "tokenizer_class": "T5Tokenizer",
+  "transformers_version": "5.20.2",
+  "use_cache": true,
+  "vocab_size": 256384
+}

text_encoder/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de92b4f9d9959c7cda061017b281a8da4cf2b407d2b41f4388a6802ce6ea4fb8
+size 2979653331

text_encoder/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4eaec580741b276e92e0d72f7a1f932365ded0bb9185731b01dffcd5d7a552
+size 2912382975

text_encoder/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e4d5e880e32182037cbbc77be1798d25046ef61cca91ad3035cd57a593fbc
+size 1762477622

text_encoder/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81324b1b7f2d58e645b33066548bb44f14ec628346793abda782ed9789099aa
+size 2100297856

text_encoder/model.safetensors.index.json

@@ -0,0 +1,538 @@
+{
+  "metadata": {
+    "total_parameters": 5680910336,
+    "total_size": 9754747024
+  },
+  "weight_map": {
+    "encoder.block.0.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.0.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.1.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.10.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.11.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.12.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.13.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.14.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.15.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.16.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.17.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.k.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.k.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.k.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.o.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.o.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.o.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.q.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.q.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.q.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.relative_attention_bias.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.v.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.v.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.SelfAttention.v.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.0.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_0.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_0.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_0.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_1.SCB": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.18.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.18.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.k.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.k.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.k.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.o.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.o.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.o.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.q.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.q.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.q.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.relative_attention_bias.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.v.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.v.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.SelfAttention.v.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.0.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_0.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_0.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_0.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_1.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_1.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wi_1.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.19.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.2.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.k.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.k.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.k.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.o.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.o.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.o.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.q.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.q.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.q.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.relative_attention_bias.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.v.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.v.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.SelfAttention.v.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.0.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_0.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_0.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_0.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_1.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_1.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wi_1.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.20.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.k.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.k.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.k.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.o.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.o.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.o.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.q.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.q.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.q.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.relative_attention_bias.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.v.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.v.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.SelfAttention.v.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.0.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_0.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_0.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_0.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_1.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_1.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wi_1.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.21.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.k.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.k.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.k.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.o.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.o.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.o.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.q.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.q.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.q.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.relative_attention_bias.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.v.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.v.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.SelfAttention.v.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.0.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_0.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_0.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_0.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_1.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_1.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wi_1.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.22.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.k.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.k.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.k.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.o.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.o.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.o.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.q.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.q.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.q.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.relative_attention_bias.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.v.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.v.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.SelfAttention.v.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.0.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_0.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_0.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_0.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_1.SCB": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_1.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wi_1.weight_format": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.DenseReluDense.wo.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.23.layer.1.layer_norm.weight": "model-00003-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.3.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.4.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.5.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.6.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.7.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_1.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wi_1.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.DenseReluDense.wo.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.8.layer.1.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.k.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.k.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.k.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.o.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.o.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.o.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.q.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.q.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.q.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.relative_attention_bias.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.v.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.v.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.SelfAttention.v.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.0.layer_norm.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_0.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_0.weight": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_0.weight_format": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_1.SCB": "model-00001-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_1.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wi_1.weight_format": "model-00002-of-00004.safetensors",
+    "encoder.block.9.layer.1.DenseReluDense.wo.weight": "model-00002-of-00004.safetensors",
+    "encoder.block.9.layer.1.layer_norm.weight": "model-00002-of-00004.safetensors",
+    "encoder.final_layer_norm.weight": "model-00003-of-00004.safetensors",
+    "shared.weight": "model-00004-of-00004.safetensors"
+  }
+}

tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87c960c36d5fbf4e7e76c2469b7eab877be7f8c5992efbf97e44d3123cc6521
+size 16837418

tokenizer/tokenizer_config.json

@@ -0,0 +1,317 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "extra_ids": 300,
+  "extra_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>",
+    "<extra_id_125>",
+    "<extra_id_126>",
+    "<extra_id_127>",
+    "<extra_id_128>",
+    "<extra_id_129>",
+    "<extra_id_130>",
+    "<extra_id_131>",
+    "<extra_id_132>",
+    "<extra_id_133>",
+    "<extra_id_134>",
+    "<extra_id_135>",
+    "<extra_id_136>",
+    "<extra_id_137>",
+    "<extra_id_138>",
+    "<extra_id_139>",
+    "<extra_id_140>",
+    "<extra_id_141>",
+    "<extra_id_142>",
+    "<extra_id_143>",
+    "<extra_id_144>",
+    "<extra_id_145>",
+    "<extra_id_146>",
+    "<extra_id_147>",
+    "<extra_id_148>",
+    "<extra_id_149>",
+    "<extra_id_150>",
+    "<extra_id_151>",
+    "<extra_id_152>",
+    "<extra_id_153>",
+    "<extra_id_154>",
+    "<extra_id_155>",
+    "<extra_id_156>",
+    "<extra_id_157>",
+    "<extra_id_158>",
+    "<extra_id_159>",
+    "<extra_id_160>",
+    "<extra_id_161>",
+    "<extra_id_162>",
+    "<extra_id_163>",
+    "<extra_id_164>",
+    "<extra_id_165>",
+    "<extra_id_166>",
+    "<extra_id_167>",
+    "<extra_id_168>",
+    "<extra_id_169>",
+    "<extra_id_170>",
+    "<extra_id_171>",
+    "<extra_id_172>",
+    "<extra_id_173>",
+    "<extra_id_174>",
+    "<extra_id_175>",
+    "<extra_id_176>",
+    "<extra_id_177>",
+    "<extra_id_178>",
+    "<extra_id_179>",
+    "<extra_id_180>",
+    "<extra_id_181>",
+    "<extra_id_182>",
+    "<extra_id_183>",
+    "<extra_id_184>",
+    "<extra_id_185>",
+    "<extra_id_186>",
+    "<extra_id_187>",
+    "<extra_id_188>",
+    "<extra_id_189>",
+    "<extra_id_190>",
+    "<extra_id_191>",
+    "<extra_id_192>",
+    "<extra_id_193>",
+    "<extra_id_194>",
+    "<extra_id_195>",
+    "<extra_id_196>",
+    "<extra_id_197>",
+    "<extra_id_198>",
+    "<extra_id_199>",
+    "<extra_id_200>",
+    "<extra_id_201>",
+    "<extra_id_202>",
+    "<extra_id_203>",
+    "<extra_id_204>",
+    "<extra_id_205>",
+    "<extra_id_206>",
+    "<extra_id_207>",
+    "<extra_id_208>",
+    "<extra_id_209>",
+    "<extra_id_210>",
+    "<extra_id_211>",
+    "<extra_id_212>",
+    "<extra_id_213>",
+    "<extra_id_214>",
+    "<extra_id_215>",
+    "<extra_id_216>",
+    "<extra_id_217>",
+    "<extra_id_218>",
+    "<extra_id_219>",
+    "<extra_id_220>",
+    "<extra_id_221>",
+    "<extra_id_222>",
+    "<extra_id_223>",
+    "<extra_id_224>",
+    "<extra_id_225>",
+    "<extra_id_226>",
+    "<extra_id_227>",
+    "<extra_id_228>",
+    "<extra_id_229>",
+    "<extra_id_230>",
+    "<extra_id_231>",
+    "<extra_id_232>",
+    "<extra_id_233>",
+    "<extra_id_234>",
+    "<extra_id_235>",
+    "<extra_id_236>",
+    "<extra_id_237>",
+    "<extra_id_238>",
+    "<extra_id_239>",
+    "<extra_id_240>",
+    "<extra_id_241>",
+    "<extra_id_242>",
+    "<extra_id_243>",
+    "<extra_id_244>",
+    "<extra_id_245>",
+    "<extra_id_246>",
+    "<extra_id_247>",
+    "<extra_id_248>",
+    "<extra_id_249>",
+    "<extra_id_250>",
+    "<extra_id_251>",
+    "<extra_id_252>",
+    "<extra_id_253>",
+    "<extra_id_254>",
+    "<extra_id_255>",
+    "<extra_id_256>",
+    "<extra_id_257>",
+    "<extra_id_258>",
+    "<extra_id_259>",
+    "<extra_id_260>",
+    "<extra_id_261>",
+    "<extra_id_262>",
+    "<extra_id_263>",
+    "<extra_id_264>",
+    "<extra_id_265>",
+    "<extra_id_266>",
+    "<extra_id_267>",
+    "<extra_id_268>",
+    "<extra_id_269>",
+    "<extra_id_270>",
+    "<extra_id_271>",
+    "<extra_id_272>",
+    "<extra_id_273>",
+    "<extra_id_274>",
+    "<extra_id_275>",
+    "<extra_id_276>",
+    "<extra_id_277>",
+    "<extra_id_278>",
+    "<extra_id_279>",
+    "<extra_id_280>",
+    "<extra_id_281>",
+    "<extra_id_282>",
+    "<extra_id_283>",
+    "<extra_id_284>",
+    "<extra_id_285>",
+    "<extra_id_286>",
+    "<extra_id_287>",
+    "<extra_id_288>",
+    "<extra_id_289>",
+    "<extra_id_290>",
+    "<extra_id_291>",
+    "<extra_id_292>",
+    "<extra_id_293>",
+    "<extra_id_294>",
+    "<extra_id_295>",
+    "<extra_id_296>",
+    "<extra_id_297>",
+    "<extra_id_298>",
+    "<extra_id_299>"
+  ],
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

transformer/config.json

@@ -0,0 +1,40 @@
+{
+  "_class_name": "WanTransformer3DModel",
+  "_diffusers_version": "0.41.0",
+  "_name_or_path": "cs3customs/wan2.2_i2v_14b_fp16_diffusers",
+  "added_kv_proj_dim": null,
+  "attention_head_dim": 128,
+  "cross_attn_norm": true,
+  "eps": 1e-06,
+  "ffn_dim": 13824,
+  "freq_dim": 256,
+  "image_dim": null,
+  "in_channels": 36,
+  "num_attention_heads": 40,
+  "num_layers": 40,
+  "out_channels": 16,
+  "patch_size": [
+    1,
+    2,
+    2
+  ],
+  "pos_embed_seq_len": null,
+  "qk_norm": "rms_norm_across_heads",
+  "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true,
+    "quant_method": "bitsandbytes"
+  },
+  "rope_max_seq_len": 1024,
+  "text_dim": 4096
+}

transformer/diffusion_pytorch_model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34c4327e1ad623658d753694c14f885ddea8e56aaa418698ce97e3555ca576a
+size 2989449505

transformer/diffusion_pytorch_model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc98507573d6b4f792b80bc515fd78ecc9fb9fefa103a49abad276051ac37db
+size 2982774819

transformer/diffusion_pytorch_model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba6509e410f14b526c60252b5f7e65ea7882600be6b35ad74245dea594d6db4
+size 2998535295

transformer/diffusion_pytorch_model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32524ace2d7beed2dcb146f75e2634893637715449de1ae7bed554940ce41af0
+size 2982774931

transformer/diffusion_pytorch_model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6834477667bf1d124f559fc7f0e6f82a01e42b29d466f2e8ffdc703dcd055ae
+size 2436852334

transformer_2/config.json

@@ -0,0 +1,40 @@
+{
+  "_class_name": "WanTransformer3DModel",
+  "_diffusers_version": "0.41.0",
+  "_name_or_path": "cs3customs/wan2.2_i2v_14b_fp16_diffusers",
+  "added_kv_proj_dim": null,
+  "attention_head_dim": 128,
+  "cross_attn_norm": true,
+  "eps": 1e-06,
+  "ffn_dim": 13824,
+  "freq_dim": 256,
+  "image_dim": null,
+  "in_channels": 36,
+  "num_attention_heads": 40,
+  "num_layers": 40,
+  "out_channels": 16,
+  "patch_size": [
+    1,
+    2,
+    2
+  ],
+  "pos_embed_seq_len": null,
+  "qk_norm": "rms_norm_across_heads",
+  "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true,
+    "quant_method": "bitsandbytes"
+  },
+  "rope_max_seq_len": 1024,
+  "text_dim": 4096
+}

transformer_2/diffusion_pytorch_model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0b3e048532d24d2f7b87291084ba14ed702ed2ff9c666dbf7a9e1b856be3a
+size 2989449505

transformer_2/diffusion_pytorch_model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e05abc86dc7a9e66790a5b374d9446b900e8f6cc06c82489be10fb96cee4ba
+size 2982774819

transformer_2/diffusion_pytorch_model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09641fe3ccbf6f6b7e905ce05066caa991f300fb33effd6b7f48c4a8dd5ab812
+size 2998535295

transformer_2/diffusion_pytorch_model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729731ec678d27b596984c68f5ee36fa5ea2a29ac2649f5b9e3b855812e200cc
+size 2982774931

transformer_2/diffusion_pytorch_model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc97b9ea96649df6cee5da2e6f20ee8307d16d0cd63081979cde9afa7beb71eb
+size 2436852334

vae/config.json

@@ -0,0 +1,64 @@
+{
+  "_class_name": "AutoencoderKLWan",
+  "_diffusers_version": "0.41.0",
+  "_name_or_path": "/root/.cache/huggingface/hub/models--cs3customs--wan2.2_i2v_14b_fp16_diffusers/snapshots/21f8987dff3bcb8abdf5c278875a4c1d7fe28d78/vae",
+  "attn_scales": [],
+  "base_dim": 96,
+  "decoder_base_dim": null,
+  "dim_mult": [
+    1,
+    2,
+    4,
+    4
+  ],
+  "dropout": 0.0,
+  "in_channels": 3,
+  "is_residual": false,
+  "latents_mean": [
+    -0.7571,
+    -0.7089,
+    -0.9113,
+    0.1075,
+    -0.1745,
+    0.9653,
+    -0.1517,
+    1.5508,
+    0.4134,
+    -0.0715,
+    0.5517,
+    -0.3632,
+    -0.1922,
+    -0.9497,
+    0.2503,
+    -0.2921
+  ],
+  "latents_std": [
+    2.8184,
+    1.4541,
+    2.3275,
+    2.6558,
+    1.2196,
+    1.7708,
+    2.6052,
+    2.0743,
+    3.2687,
+    2.1526,
+    2.8652,
+    1.5579,
+    1.6382,
+    1.1253,
+    2.8251,
+    1.916
+  ],
+  "num_res_blocks": 2,
+  "out_channels": 3,
+  "patch_size": null,
+  "scale_factor_spatial": 8,
+  "scale_factor_temporal": 4,
+  "temperal_downsample": [
+    false,
+    true,
+    true
+  ],
+  "z_dim": 16
+}

vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e524b3fffede1787a74e81b30976dce5400c4439ba64222168e607ed19e793
+size 507591892